00000100:00100000:2.0F:1789480253.124640:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789480253.124674:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528001024:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789480253.124736:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0F:1789480253.124827:0:18661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528001024 00000100:00100000:3.0:1789480253.124840:0:18661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528001024 00000100:00100000:3.0:1789480253.124886:0:18661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789480253.124894:0:18661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528001024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789480253.124913:0:18661:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789480253.124968:0:18661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528001024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480253.124975:0:18661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789480253.125017:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528001024:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0F:1789480253.643241:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789480254.148766:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789480254.148797:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528001152:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789480254.148887:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0F:1789480254.149042:0:17158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528001152 00000100:00100000:0.0:1789480254.149068:0:17158:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528001152 00000100:00100000:0.0:1789480254.149132:0:17158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789480254.149143:0:17158:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528001152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789480254.149184:0:17158:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1789480254.149266:0:17158:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528001152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480254.149273:0:17158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789480254.149336:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528001152:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789480254.149591:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789480254.149604:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528001280:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789480254.149640:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480254.149715:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528001280 00000100:00100000:2.0:1789480254.149720:0:17157:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528001280 00000100:00100000:2.0:1789480254.149754:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1789480254.149762:0:17157:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528001280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789480254.149781:0:17157:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789480254.149821:0:17157:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528001280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480254.149826:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1789480254.149857:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528001280:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1789480254.217131:0:17904:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789480254.660284:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1789480255.174730:0:17132:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:2.0:1789480255.175048:0:17132:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8a6aaa2fe240 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:2.0:1789480255.175054:0:17132:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8a6aaa61e800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8a6aaa2fe9c0 00000020:00080000:2.0:1789480255.175057:0:17132:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8a6aaa61ef00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8a698689fe00 00000020:00080000:0.0:1789480255.175157:0:17191:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:0.0:1789480255.175253:0:17191:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:1.0:1789480255.175490:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a81487800/0xdaa289fda243eb32 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480255.175501:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a81487800/0xdaa289fda243eb32 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480255.175578:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a81487800/0xdaa289fda243eb32 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480255.175585:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a81487800 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:1.0:1789480255.175590:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a81487800/0xdaa289fda243eb32 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480255.175597:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a81487800/0xdaa289fda243eb32 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480255.175615:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8a6987bf3000) 00010000:00010000:1.0:1789480255.175618:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789480255.175623:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a81487800/0xdaa289fda243eb32 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18681 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480255.175629:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a81487800/0xdaa289fda243eb32 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18681 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480255.677036:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480255.677250:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507992448 00000100:00100000:2.0:1789480255.677260:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507992448 00000100:00100000:2.0:1789480255.677750:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 65 00000100:00100000:2.0:1789480255.677762:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4e1b46fe-7168-46d1-8c19-6654dff86af2+13:15590:x1876405507992448:12345-192.168.206.44@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1789480255.677859:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4e1b46fe-7168-46d1-8c19-6654dff86af2+13:15590:x1876405507992448:12345-192.168.206.44@tcp:60:lhsmtool_posix.0 Request processed in 100us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480255.677868:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 65 00000100:00080000:0.0:1789480255.681389:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789480255.684428:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480255.684519:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507992576 00000100:00100000:3.0:1789480255.684529:0:17151:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507992576 00000100:00100000:3.0:1789480255.684596:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 66 00000100:00100000:3.0:1789480255.684606:0:17151:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4e1b46fe-7168-46d1-8c19-6654dff86af2+5:15590:x1876405507992576:12345-192.168.206.44@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1789480255.684708:0:17151:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4e1b46fe-7168-46d1-8c19-6654dff86af2+5:15590:x1876405507992576:12345-192.168.206.44@tcp:60:lhsmtool_posix.0 Request processed in 103us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480255.684715:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 66 00000100:00080000:0.0:1789480255.684781:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1789480255.686218:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789480255.703827:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480255.703921:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507992832 00000100:00100000:1.0:1789480255.703930:0:17156:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507992832 00000100:00100000:1.0:1789480255.703988:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 12 00000100:00100000:1.0:1789480255.703999:0:17156:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4e1b46fe-7168-46d1-8c19-6654dff86af2+13:15590:x1876405507992832:12345-192.168.206.44@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1789480255.704257:0:17156:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4e1b46fe-7168-46d1-8c19-6654dff86af2+14:15590:x1876405507992832:12345-192.168.206.44@tcp:35:lhsmtool_posix.0 Request processed in 259us (437us total) trans 8589934623 rc 0/0 00000100:00100000:1.0:1789480255.704265:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 12 00010000:00010000:2.0:1789480256.709355:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789480257.220354:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a983ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876405528001408:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789480257.220421:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480257.220476:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528001536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789480257.220505:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480257.220519:0:18661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528001408 00000100:00100000:1.0:1789480257.220527:0:18661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528001408 00000100:00080000:0.0:1789480257.220558:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789480257.220567:0:18661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528001536 00000100:00100000:1.0:1789480257.220570:0:18661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528001536 00000100:00100000:1.0:1789480257.220599:0:18661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789480257.220608:0:18661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876405528001408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789480257.220635:0:18661:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789480257.220676:0:18661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876405528001408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480257.220683:0:18661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789480257.220697:0:18661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789480257.220703:0:18661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528001536:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789480257.220710:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789480257.220719:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528001664:0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789480257.220720:0:18661:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789480257.220746:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480257.220985:0:18661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528001536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 280us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480257.220992:0:18661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789480257.221002:0:18661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528001664 00000100:00100000:1.0:1789480257.221005:0:18661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528001664 00000100:00100000:1.0:1789480257.221021:0:18661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789480257.221027:0:18661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528001664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789480257.221036:0:18661:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789480257.221085:0:18661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528001664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480257.221091:0:18661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789480257.221214:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528001664:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789480257.221246:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528001536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789480257.221270:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a983ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876405528001408:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1789480257.223231:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789480257.225337:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a983e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528002176:0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.225404:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480257.225436:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a983e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876405528002688:0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.225459:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480257.225485:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1789480257.225491:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3645:1876405528001792:0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.225518:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480257.225546:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a983e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528002304:0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.225569:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480257.225586:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3645:1876405528002816:0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.225607:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480257.225634:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528002176 00000100:00100000:2.0:1789480257.225641:0:17157:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528002176 00000100:00100000:2.0:1789480257.225685:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789480257.225693:0:17157:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528002176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.225741:0:17157:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528002176:12345-0@lo:400:kworker.0 Request processed in 48us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480257.225747:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789480257.225769:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528002688 00000100:00100000:2.0:1789480257.225772:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528002688 00000100:00100000:2.0:1789480257.225802:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528002816 00000100:00100000:2.0:1789480257.225805:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528002816 00000100:00100000:2.0:1789480257.225823:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789480257.225828:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876405528002688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.225857:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876405528002688:12345-0@lo:400:kworker.0 Request processed in 29us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480257.225873:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789480257.225886:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789480257.225892:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876405528002816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.225919:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876405528002816:12345-0@lo:400:kworker.0 Request processed in 28us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480257.225925:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789480257.225942:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528001792 00000100:00100000:2.0:1789480257.225946:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528001792 00000100:00100000:2.0:1789480257.225970:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1789480257.225975:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51483ccc-9e15-472d-aee3-1dbbbf4be94f+24:3645:x1876405528001792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.226002:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51483ccc-9e15-472d-aee3-1dbbbf4be94f+24:3645:x1876405528001792:12345-0@lo:400:kworker.0 Request processed in 27us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480257.226008:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1789480257.226033:0:18659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528002304 00000100:00100000:2.0:1789480257.226036:0:18659:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528002304 00000100:00100000:2.0:1789480257.226063:0:18659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789480257.226070:0:18659:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528002304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.226098:0:18659:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528002304:12345-0@lo:400:kworker.0 Request processed in 29us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480257.226103:0:18659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789480257.226134:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876405528002048:0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.226158:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480257.226175:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a983e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876405528002560:0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.226216:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480257.226235:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1789480257.226248:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528001920:0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.226273:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480257.226291:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a983e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876405528002432:0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.226327:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480257.226339:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876405528002944:0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.226357:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480257.226376:0:17893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528001920 00000100:00100000:2.0:1789480257.226380:0:17893:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528001920 00000100:00100000:2.0:1789480257.226402:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789480257.226407:0:17893:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528001920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.226440:0:17893:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528001920:12345-0@lo:400:kworker.0 Request processed in 33us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480257.226446:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789480257.226459:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528002048 00000100:00100000:2.0:1789480257.226462:0:17151:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528002048 00000100:00100000:2.0:1789480257.226475:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528002560 00000100:00100000:2.0:1789480257.226478:0:17151:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528002560 00000100:00100000:2.0:1789480257.226488:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528002432 00000100:00100000:2.0:1789480257.226491:0:17151:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528002432 00000100:00100000:2.0:1789480257.226499:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528002944 00000100:00100000:2.0:1789480257.226500:0:17151:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528002944 00000100:00100000:2.0:1789480257.226513:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789480257.226519:0:17151:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876405528002048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.226546:0:17151:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876405528002048:12345-0@lo:400:kworker.0 Request processed in 27us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480257.226551:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789480257.226562:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789480257.226568:0:17151:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876405528002560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.226602:0:17151:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876405528002560:12345-0@lo:400:kworker.0 Request processed in 34us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480257.226607:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789480257.226618:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1789480257.226624:0:17151:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876405528002432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.226648:0:17151:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876405528002432:12345-0@lo:400:kworker.0 Request processed in 25us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480257.226653:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1789480257.226663:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1789480257.227265:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3645:1876405528001792:0@lo:400:kworker.0 00000100:00100000:1.0:1789480257.227279:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a983e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528002304:0@lo:400:kworker.0 00000100:00100000:1.0:1789480257.227289:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3645:1876405528002816:0@lo:400:kworker.0 00000100:00100000:1.0:1789480257.227311:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a983e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528002176:0@lo:400:kworker.0 00010000:00080000:1.0:1789480257.227324:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a6a983e1500 x1876405528002688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480257.227335:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a983e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876405528002688:0@lo:400:kworker.0 00000100:00100000:1.0:1789480257.227382:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528001920:0@lo:400:kworker.0 00000100:00100000:1.0:1789480257.227391:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a983e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876405528002432:0@lo:400:kworker.0 00000100:00100000:1.0:1789480257.227399:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876405528002048:0@lo:400:kworker.0 00000100:00100000:1.0:1789480257.227407:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a983e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876405528002560:0@lo:400:kworker.0 00000100:00080000:0.0:1789480257.227641:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789480257.227647:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789480257.227649:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789480257.228352:0:17151:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876405528002944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480257.228430:0:17151:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876405528002944:12345-0@lo:400:kworker.0 Request processed in 1761us (2071us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480257.228439:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00010000:00080000:1.0:1789480257.228525:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a6a866f9880 x1876405528002944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480257.228538:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876405528002944:0@lo:400:kworker.0 00000001:02000400:3.0:1789480257.660885:0:20525:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 09:50:56 (1789480256) 00010000:00010000:3.0:1789480257.732374:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789480257.893174:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480257.893249:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480257.893275:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480257.893308:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480257.893329:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480257.893347:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480257.893363:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480257.893380:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480257.893397:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480257.893429:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507993088 00000100:00100000:1.0:1789480257.893438:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507993088 00000100:00100000:1.0:1789480257.893486:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507993216 00000100:00100000:1.0:1789480257.893489:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507993216 00000100:00100000:1.0:1789480257.893503:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507993600 00000100:00100000:1.0:1789480257.893505:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507993600 00000100:00100000:1.0:1789480257.893514:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507993728 00000100:00100000:1.0:1789480257.893516:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507993728 00000100:00100000:1.0:1789480257.893530:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 80 00000100:00100000:1.0:1789480257.893539:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4e1b46fe-7168-46d1-8c19-6654dff86af2+14:2400:x1876405507993088:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480257.893633:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4e1b46fe-7168-46d1-8c19-6654dff86af2+14:2400:x1876405507993088:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 94us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480257.893642:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 80 00000100:00100000:1.0:1789480257.893659:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 81 00000100:00100000:1.0:1789480257.893665:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4e1b46fe-7168-46d1-8c19-6654dff86af2+5:2400:x1876405507993216:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480257.893704:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4e1b46fe-7168-46d1-8c19-6654dff86af2+5:2400:x1876405507993216:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 39us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480257.893711:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 81 00000100:00100000:1.0:1789480257.893732:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 82 00000100:00100000:1.0:1789480257.893738:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8eab9df4-7373-4ca4-b729-98f6df36cc2b+6:2399:x1876405507993600:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480257.893763:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8eab9df4-7373-4ca4-b729-98f6df36cc2b+6:2399:x1876405507993600:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 26us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480257.893768:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 82 00000100:00100000:1.0:1789480257.893779:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 83 00000100:00100000:1.0:1789480257.893784:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8eab9df4-7373-4ca4-b729-98f6df36cc2b+5:2400:x1876405507993728:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480257.893806:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8eab9df4-7373-4ca4-b729-98f6df36cc2b+5:2400:x1876405507993728:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 21us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480257.893812:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 83 00000100:00100000:1.0:1789480257.893829:0:19538:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507993344 00000100:00100000:1.0:1789480257.893833:0:19538:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507993344 00000100:00100000:1.0:1789480257.893858:0:19538:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507993472 00000100:00100000:1.0:1789480257.893860:0:19538:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507993472 00000100:00100000:1.0:1789480257.893872:0:19538:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507993856 00000100:00100000:1.0:1789480257.893875:0:19538:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507993856 00000100:00100000:1.0:1789480257.893883:0:19538:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507993984 00000100:00100000:1.0:1789480257.893886:0:19538:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507993984 00000100:00100000:1.0:1789480257.893896:0:19538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 27 00000100:00100000:1.0:1789480257.893902:0:19538:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4e1b46fe-7168-46d1-8c19-6654dff86af2+5:2400:x1876405507993472:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480257.893925:0:19538:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4e1b46fe-7168-46d1-8c19-6654dff86af2+5:2400:x1876405507993472:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 23us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480257.893930:0:19538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 27 00000100:00100000:1.0:1789480257.893943:0:19538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 27 00000100:00100000:1.0:1789480257.893949:0:19538:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4e1b46fe-7168-46d1-8c19-6654dff86af2+5:2398:x1876405507993344:12345-192.168.206.44@tcp:9:kworker.0 00000020:00000080:1.0:1789480257.893966:0:19538:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e861 00000100:00080000:1.0:1789480257.893987:0:19538:0:(import.c:65:import_set_state_nolock()) ffff8a6987e04000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789480257.894031:0:19538:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789480257.894147:0:19538:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4e1b46fe-7168-46d1-8c19-6654dff86af2+2:2398:x1876405507993344:12345-192.168.206.44@tcp:9:kworker.0 Request processed in 198us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480257.894154:0:19538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 27 00000100:00100000:1.0:1789480257.894164:0:19538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 28 00000100:00100000:1.0:1789480257.894170:0:19538:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8eab9df4-7373-4ca4-b729-98f6df36cc2b+5:2398:x1876405507993856:12345-192.168.206.44@tcp:9:kworker.0 00000020:00000080:1.0:1789480257.894180:0:19538:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e8a0 00000100:00080000:1.0:1789480257.894185:0:19538:0:(import.c:65:import_set_state_nolock()) ffff8a6986877000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789480257.894230:0:19538:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789480257.894274:0:19538:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8eab9df4-7373-4ca4-b729-98f6df36cc2b+2:2398:x1876405507993856:12345-192.168.206.44@tcp:9:kworker.0 Request processed in 104us (893us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480257.894280:0:19538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 28 00000100:00100000:1.0:1789480257.894290:0:19538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 29 00000100:00100000:1.0:1789480257.894311:0:19538:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8eab9df4-7373-4ca4-b729-98f6df36cc2b+5:2398:x1876405507993984:12345-192.168.206.44@tcp:9:kworker.0 00000020:00000080:1.0:1789480257.894321:0:19538:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e8a7 00000100:00080000:1.0:1789480257.894327:0:19538:0:(import.c:65:import_set_state_nolock()) ffff8a6aaa4a9800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789480257.894343:0:19538:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1789480257.894409:0:19538:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8eab9df4-7373-4ca4-b729-98f6df36cc2b+2:2398:x1876405507993984:12345-192.168.206.44@tcp:9:kworker.0 Request processed in 112us (1009us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480257.894415:0:19538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 29 00000100:00100000:0.0:1789480257.895094:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507992960 00000100:00100000:0.0:1789480257.895101:0:17147:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507992960 00000100:00100000:0.0:1789480257.895142:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 170 00000100:00100000:0.0:1789480257.895150:0:17147:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ea11d651-dcbe-4d90-aa74-3e752427f416+13:2400:x1876405507992960:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:0.0:1789480257.895179:0:17147:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ea11d651-dcbe-4d90-aa74-3e752427f416+13:2400:x1876405507992960:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 30us (1930us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480257.895184:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 170 00000100:00080000:0.0:1789480257.895251:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789480257.895256:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789480257.895258:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789480257.895260:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1789480257.895771:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480257.895777:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789480258.245704:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789480258.245749:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528003072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789480258.245845:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480258.245967:0:18661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528003072 00000100:00100000:3.0:1789480258.245994:0:18661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528003072 00000100:00100000:3.0:1789480258.246059:0:18661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789480258.246069:0:18661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528003072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789480258.246110:0:18661:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789480258.246172:0:18661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528003072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480258.246179:0:18661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789480258.246542:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528003072:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789480258.766028:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789480259.268560:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a812a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876405528003328:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789480259.268628:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480259.268677:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789480259.268684:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528003200:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789480259.268706:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480259.268782:0:17158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528003328 00000100:00100000:2.0:1789480259.268790:0:17158:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528003328 00000100:00100000:2.0:1789480259.268835:0:17158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528003200 00000100:00100000:2.0:1789480259.268838:0:17158:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528003200 00000100:00100000:2.0:1789480259.268853:0:17158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789480259.268861:0:17158:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876405528003328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789480259.268892:0:17158:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789480259.268940:0:17158:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876405528003328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480259.268947:0:17158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789480259.268963:0:17158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1789480259.268969:0:17158:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528003200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789480259.268996:0:17158:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1789480259.269037:0:17158:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528003200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480259.269044:0:17158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1789480259.269097:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528003200:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789480259.269109:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a812a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876405528003328:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789480259.789303:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480260.805533:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1789480260.806989:0:17132:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:1.0:1789480260.807013:0:17132:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1789480260.807073:0:17191:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1789480260.807089:0:17191:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:1.0:1789480261.828514:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789480261.920556:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480261.920762:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507994240 00000100:00100000:2.0:1789480261.920771:0:17156:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507994240 00000100:00100000:2.0:1789480261.920841:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 13 00000100:00100000:2.0:1789480261.920852:0:17156:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4e1b46fe-7168-46d1-8c19-6654dff86af2+13:16345:x1876405507994240:12345-192.168.206.44@tcp:35:umount.0 00000100:00080000:0.0:1789480261.921220:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:2.0:1789480261.921479:0:17156:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:2.0:1789480261.921573:0:17156:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:2.0:1789480261.921744:0:17156:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4e1b46fe-7168-46d1-8c19-6654dff86af2+16:16345:x1876405507994240:12345-192.168.206.44@tcp:35:umount.0 Request processed in 892us (1194us total) trans 8589934626 rc 0/0 00000100:00100000:2.0:1789480261.921753:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 13 00000020:00080000:2.0:1789480261.921758:0:17156:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1789480261.943913:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480261.944054:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480261.945758:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507994368 00000100:00100000:0.0:1789480261.945772:0:17137:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507994368 00000100:00100000:0.0:1789480261.945837:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507994624 00000100:00100000:0.0:1789480261.945841:0:17137:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507994624 00000100:00100000:0.0:1789480261.945862:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 3 00000100:00100000:0.0:1789480261.945871:0:17137:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ea11d651-dcbe-4d90-aa74-3e752427f416+14:2399:x1876405507994368:12345-192.168.206.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789480261.945886:0:17137:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789480261.945904:0:17137:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6ac047bc00/0xdaa289fda243e83e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d2e97 expref: 14 pid: 17146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480261.945920:0:17137:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789480261.945975:0:17137:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ea11d651-dcbe-4d90-aa74-3e752427f416+13:2399:x1876405507994368:12345-192.168.206.44@tcp:103:ldlm_bl.0 Request processed in 105us (2070us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480261.945983:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 3 00000100:00100000:0.0:1789480261.946012:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 4 00000100:00100000:0.0:1789480261.946019:0:17137:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ea11d651-dcbe-4d90-aa74-3e752427f416+12:2399:x1876405507994624:12345-192.168.206.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789480261.946025:0:17137:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789480261.946055:0:17137:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6987ecda00/0xdaa289fda243e902 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d2f7e expref: 12 pid: 17146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480261.946063:0:17137:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789480261.947325:0:17137:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ea11d651-dcbe-4d90-aa74-3e752427f416+11:2399:x1876405507994624:12345-192.168.206.44@tcp:103:ldlm_bl.0 Request processed in 1300us (3264us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480261.947335:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 4 00000100:00100000:1.0:1789480261.947610:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480261.947670:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480261.947790:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507994496 00000100:00100000:2.0:1789480261.947798:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507994496 00000100:00100000:2.0:1789480261.947845:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 5 00000100:00100000:2.0:1789480261.947854:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b26850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ea11d651-dcbe-4d90-aa74-3e752427f416+11:2399:x1876405507994496:12345-192.168.206.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789480261.947866:0:17139:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789480261.947879:0:17139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6ac047a000/0xdaa289fda243e845 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d2ec8 expref: 11 pid: 17146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480261.947893:0:17139:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789480261.947924:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b26850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ea11d651-dcbe-4d90-aa74-3e752427f416+10:2399:x1876405507994496:12345-192.168.206.44@tcp:103:ldlm_bl.0 Request processed in 72us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480261.947945:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 5 00000100:00100000:0.0:1789480261.949125:0:19538:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507994752 00000100:00100000:0.0:1789480261.949136:0:19538:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507994752 00000100:00100000:0.0:1789480261.949217:0:19538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 30 00000100:00100000:0.0:1789480261.949226:0:19538:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4e1b46fe-7168-46d1-8c19-6654dff86af2+5:2398:x1876405507994752:12345-192.168.206.44@tcp:9:umount.0 00000020:00000080:0.0:1789480261.949258:0:19538:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e868 00000100:00080000:0.0:1789480261.949266:0:19538:0:(import.c:65:import_set_state_nolock()) ffff8a6986872000 : changing import state from FULL to CLOSED 00000100:00080000:2.0:1789480261.949406:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1789480261.949429:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:0.0:1789480261.950185:0:19538:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1789480261.950389:0:19538:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:4e1b46fe-7168-46d1-8c19-6654dff86af2+2:2398:x1876405507994752:12345-192.168.206.44@tcp:9:umount.0 Request processed in 1162us (2715us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480261.950397:0:19538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 30 00000100:00100000:1.0:1789480261.966746:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480261.966840:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507995648 00000100:00100000:2.0:1789480261.966850:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507995648 00000100:00100000:2.0:1789480261.966899:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 67 00000100:00100000:2.0:1789480261.966907:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4e1b46fe-7168-46d1-8c19-6654dff86af2+16:2398:x1876405507995648:12345-192.168.206.44@tcp:39:umount.0 00000020:00000080:2.0:1789480261.966935:0:18681:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e853 00000020:00010000:2.0:1789480261.966949:0:18681:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8a6986ac0800: total 0 00000100:00080000:2.0:1789480261.966953:0:18681:0:(import.c:65:import_set_state_nolock()) ffff8a6986ac2000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789480261.966981:0:18681:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:2.0:1789480261.967138:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4e1b46fe-7168-46d1-8c19-6654dff86af2+15:2398:x1876405507995648:12345-192.168.206.44@tcp:39:umount.0 Request processed in 231us (400us total) trans 8589934627 rc 0/0 00000100:00100000:2.0:1789480261.967147:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 67 00000020:00010000:3.0:1789480261.967449:0:17141:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8a6986ac0800: total 0 00010000:00010000:3.0:1789480261.967454:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480261.967505:0:17141:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8a6986ac0800, canceled 0 locks, left on hash table 8. 00010000:00010000:3.0:1789480261.967549:0:17141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8a6987bf3d00) 00010000:00010000:3.0:1789480261.967553:0:17141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789480261.967561:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ac047ba00/0xdaa289fda243e91e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d2f85 expref: 14 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480261.967584:0:17141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8a6987bf3600) 00010000:00010000:3.0:1789480261.967586:0:17141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1789480261.967590:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796de00/0xdaa289fda243e9fe lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d2fc4 expref: 13 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480261.967605:0:17141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8a6a88c27500) 00010000:00010000:3.0:1789480261.967608:0:17141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789480261.967624:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb3c0400/0xdaa289fda243eaad lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3003 expref: 12 pid: 18681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480261.967640:0:17141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8a6a88c27500) 00010000:00010000:3.0:1789480261.967643:0:17141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789480261.967657:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bdc00/0xdaa289fda243eb5c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3034 expref: 11 pid: 18681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480261.967671:0:17141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8a6a88c27500) 00010000:00010000:3.0:1789480261.967673:0:17141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1789480261.967677:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5daa00/0xdaa289fda243ea7c lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d2fee expref: 10 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480261.967692:0:17141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a6a88c27b00) 00010000:00010000:3.0:1789480261.967694:0:17141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789480261.967698:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb3c0800/0xdaa289fda243e93a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d2f8c expref: 9 pid: 18681 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480261.967712:0:17141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a6987bf3a00) 00010000:00010000:3.0:1789480261.967714:0:17141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789480261.967718:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a80030600/0xdaa289fda243e979 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d2f9a expref: 8 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480261.967729:0:17141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8a6987bf3000) 00010000:00010000:3.0:1789480261.967731:0:17141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789480261.967734:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243eb08 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3018 expref: 7 pid: 17151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480261.967745:0:17141:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8a6986ac0800, canceled 8 locks, left on hash table 0. 00010000:00010000:3.0:1789480261.967966:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480261.967969:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480261.967970:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789480261.988794:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480261.988893:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507995776 00000100:00100000:0.0:1789480261.988902:0:17153:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507995776 00000100:00100000:0.0:1789480261.988973:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 68 00000100:00100000:0.0:1789480261.988984:0:17153:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4e1b46fe-7168-46d1-8c19-6654dff86af2+5:2398:x1876405507995776:12345-192.168.206.44@tcp:39:umount.0 00000020:00000080:0.0:1789480261.989015:0:17153:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e85a 00000100:00080000:0.0:1789480261.989044:0:17153:0:(import.c:65:import_set_state_nolock()) ffff8a69869fc800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789480261.989079:0:17153:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:0.0:1789480261.989365:0:17153:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4e1b46fe-7168-46d1-8c19-6654dff86af2+3:2398:x1876405507995776:12345-192.168.206.44@tcp:39:umount.0 Request processed in 383us (578us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1789480261.989373:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 68 00000100:00080000:2.0:1789480261.989912:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1789480261.992026:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789480262.340407:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789480262.340428:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a983e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528003456:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789480262.340488:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480262.340556:0:18660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528003456 00000100:00100000:1.0:1789480262.340563:0:18660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528003456 00000100:00100000:1.0:1789480262.340621:0:18660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789480262.340630:0:18660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528003456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789480262.340665:0:18660:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789480262.340704:0:18660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528003456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480262.340710:0:18660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:1.0:1789480262.340801:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789480262.340831:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a983e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528003456:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789480262.341143:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789480262.341152:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a812a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876405528003584:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789480262.341182:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480262.343580:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3645:1876405528003712:0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.343660:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480262.343706:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528004224:0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.343732:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480262.343750:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876405528004736:0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.343784:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480262.343823:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1789480262.343829:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528003840:0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.343852:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480262.343868:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528004352:0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.343885:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480262.343898:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3645:1876405528004864:0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.343915:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480262.343946:0:17158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528003840 00000100:00100000:2.0:1789480262.343953:0:17158:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528003840 00000100:00100000:2.0:1789480262.343994:0:17158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789480262.344003:0:17158:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528003840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.344049:0:17158:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528003840:12345-0@lo:400:kworker.0 Request processed in 46us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480262.344055:0:17158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789480262.344079:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876405528003968:0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.344102:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480262.344117:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876405528004480:0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.344150:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480262.344167:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876405528004992:0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.344184:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480262.344228:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1789480262.344235:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528004096:0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.344259:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480262.344287:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876405528004608:0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.344310:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480262.344338:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528004736 00000100:00100000:2.0:1789480262.344342:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528004736 00000100:00100000:2.0:1789480262.344369:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528004864 00000100:00100000:2.0:1789480262.344372:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528004864 00000100:00100000:2.0:1789480262.344382:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528003968 00000100:00100000:2.0:1789480262.344384:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528003968 00000100:00100000:2.0:1789480262.344393:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528004480 00000100:00100000:2.0:1789480262.344395:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528004480 00000100:00100000:2.0:1789480262.344402:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528004992 00000100:00100000:2.0:1789480262.344404:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528004992 00000100:00100000:2.0:1789480262.344414:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528004608 00000100:00100000:2.0:1789480262.344415:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528004608 00000100:00100000:2.0:1789480262.344426:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789480262.344431:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876405528004736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.344460:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876405528004736:12345-0@lo:400:kworker.0 Request processed in 29us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480262.344465:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789480262.344476:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789480262.344482:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876405528004864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.344506:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1876405528004864:12345-0@lo:400:kworker.0 Request processed in 25us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480262.344511:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789480262.344521:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789480262.344526:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876405528003968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.344556:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876405528003968:12345-0@lo:400:kworker.0 Request processed in 30us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480262.344561:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789480262.344570:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789480262.344575:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876405528004480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.344608:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876405528004480:12345-0@lo:400:kworker.0 Request processed in 32us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480262.344614:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789480262.344626:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1789480262.344631:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876405528004992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.344655:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876405528004992:12345-0@lo:400:kworker.0 Request processed in 25us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480262.344661:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1789480262.344671:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1789480262.344676:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa461c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876405528004608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.344702:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa461c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876405528004608:12345-0@lo:400:kworker.0 Request processed in 26us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480262.344707:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1789480262.344744:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876405528004608:0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.344757:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876405528003968:0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.344765:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876405528004480:0@lo:400:kworker.0 00010000:00080000:2.0:1789480262.344775:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a69894c4700 x1876405528004992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480262.344785:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876405528004992:0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.344817:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528003840:0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.344828:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3645:1876405528004864:0@lo:400:kworker.0 00010000:00080000:2.0:1789480262.344839:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a69894c4000 x1876405528004736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480262.344854:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876405528004736:0@lo:400:kworker.0 00000100:00100000:0.0:1789480262.345110:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528003712 00000100:00100000:0.0:1789480262.345116:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528003712 00000100:00100000:0.0:1789480262.345162:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1789480262.345170:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51483ccc-9e15-472d-aee3-1dbbbf4be94f+24:3645:x1876405528003712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480262.345245:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51483ccc-9e15-472d-aee3-1dbbbf4be94f+24:3645:x1876405528003712:12345-0@lo:400:kworker.0 Request processed in 76us (1585us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480262.345251:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1789480262.345288:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528004224 00000100:00100000:0.0:1789480262.345292:0:18657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528004224 00000100:00100000:0.0:1789480262.345315:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528004352 00000100:00100000:0.0:1789480262.345318:0:18657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528004352 00000100:00100000:0.0:1789480262.345335:0:18657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789480262.345341:0:18657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528004224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480262.345369:0:18657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528004224:12345-0@lo:400:kworker.0 Request processed in 28us (1636us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480262.345375:0:18657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789480262.345384:0:18657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789480262.345390:0:18657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528004352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480262.345411:0:18657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528004352:12345-0@lo:400:kworker.0 Request processed in 22us (1526us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480262.345416:0:18657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789480262.345431:0:17893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528004096 00000100:00100000:0.0:1789480262.345435:0:17893:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528004096 00000100:00100000:0.0:1789480262.345456:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789480262.345460:0:17893:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa460000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528004096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480262.345489:0:17893:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa460000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528004096:12345-0@lo:400:kworker.0 Request processed in 28us (1229us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480262.345506:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789480262.345534:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528004352:0@lo:400:kworker.0 00000100:00100000:0.0:1789480262.345543:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3645:1876405528003712:0@lo:400:kworker.0 00000100:00100000:0.0:1789480262.345552:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528004224:0@lo:400:kworker.0 00000100:00100000:3.0:1789480262.345679:0:18661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528003584 00000100:00100000:3.0:1789480262.345683:0:18661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528003584 00000100:00100000:3.0:1789480262.345706:0:18661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789480262.345712:0:18661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876405528003584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789480262.345733:0:18661:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789480262.345776:0:18661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876405528003584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (4584us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480262.345782:0:18661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:1.0:1789480262.345985:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789480262.345990:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789480262.345992:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789480262.345994:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789480262.346008:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528005120:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789480262.346038:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480262.350402:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528004096:0@lo:400:kworker.0 00000100:00100000:2.0:1789480262.350429:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a812a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876405528003584:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789480262.350633:0:18661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528005120 00000100:00100000:3.0:1789480262.350641:0:18661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528005120 00000100:00100000:3.0:1789480262.350704:0:18661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789480262.350713:0:18661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528005120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789480262.350749:0:18661:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789480262.350838:0:18661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528005120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (4799us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480262.350844:0:18661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789480262.351033:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528005120:0@lo:13:osp-pre-1-1.0 00000040:00080000:3.0:1789480262.406029:0:17185:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1789480262.406038:0:17185:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789480262.406058:0:17185:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1789480262.406066:0:17185:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1789480262.852569:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789480263.003888:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480263.003929:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480263.004011:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480263.004088:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507996032 00000100:00100000:1.0:1789480263.004098:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507996032 00000100:00100000:1.0:1789480263.004156:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507996160 00000100:00100000:1.0:1789480263.004159:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507996160 00000100:00100000:1.0:1789480263.004181:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 90 00000100:00100000:1.0:1789480263.004222:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8eab9df4-7373-4ca4-b729-98f6df36cc2b+6:2400:x1876405507996032:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480263.004307:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8eab9df4-7373-4ca4-b729-98f6df36cc2b+6:2400:x1876405507996032:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 118us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480263.004314:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 90 00000100:00100000:1.0:1789480263.004331:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 91 00000100:00100000:1.0:1789480263.004338:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8eab9df4-7373-4ca4-b729-98f6df36cc2b+5:2399:x1876405507996160:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480263.004360:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8eab9df4-7373-4ca4-b729-98f6df36cc2b+5:2399:x1876405507996160:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 24us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480263.004365:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 91 00000100:00100000:2.0:1789480263.004540:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507995904 00000100:00100000:2.0:1789480263.004545:0:17146:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507995904 00000100:00100000:2.0:1789480263.004584:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 172 00000100:00100000:2.0:1789480263.004592:0:17146:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ea11d651-dcbe-4d90-aa74-3e752427f416+10:2400:x1876405507995904:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:2.0:1789480263.004635:0:17146:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ea11d651-dcbe-4d90-aa74-3e752427f416+10:2400:x1876405507995904:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 43us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480263.004641:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 172 00000100:00080000:0.0:1789480263.004895:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789480263.004900:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789480263.365993:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789480263.366019:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528005248:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789480263.366108:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480263.366429:0:18661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528005248 00000100:00100000:3.0:1789480263.366437:0:18661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528005248 00000100:00100000:3.0:1789480263.366503:0:18661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789480263.366514:0:18661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528005248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789480263.366551:0:18661:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789480263.377976:0:18661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528005248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 11445us (11848us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480263.377991:0:18661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789480263.378643:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528005248:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1789480263.876542:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1789480263.881879:0:19472:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4e1b46fe-7168-46d1-8c19-6654dff86af2 00000020:00000080:3.0:1789480263.881887:0:19472:0:(genops.c:885:class_export_put()) final put ffff8a6986870000/4e1b46fe-7168-46d1-8c19-6654dff86af2 00000020:00000080:0.0:1789480263.882116:0:13097:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6986870000/4e1b46fe-7168-46d1-8c19-6654dff86af2 for lustre-OST0001 00000020:00000080:0.0:1789480263.882168:0:13097:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6986872000 for lustre-OST0001 00000001:00100000:3.0:1789480263.882398:0:19472:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8eab9df4-7373-4ca4-b729-98f6df36cc2b 00000020:00000080:3.0:1789480263.882402:0:19472:0:(genops.c:885:class_export_put()) final put ffff8a6aaa4a8000/8eab9df4-7373-4ca4-b729-98f6df36cc2b 00000020:00000080:0.0:1789480263.882541:0:13097:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6aaa4a8000/8eab9df4-7373-4ca4-b729-98f6df36cc2b for lustre-OST0001 00000020:00000080:0.0:1789480263.882562:0:13097:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6aaa4a9800 for lustre-OST0001 00000001:00100000:1.0:1789480263.885084:0:18653:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8eab9df4-7373-4ca4-b729-98f6df36cc2b 00000020:00000080:1.0:1789480263.885093:0:18653:0:(genops.c:885:class_export_put()) final put ffff8a6986877800/8eab9df4-7373-4ca4-b729-98f6df36cc2b 00000001:00100000:1.0:1789480263.885121:0:18653:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4e1b46fe-7168-46d1-8c19-6654dff86af2 00000020:00000080:1.0:1789480263.885124:0:18653:0:(genops.c:885:class_export_put()) final put ffff8a6987e05800/4e1b46fe-7168-46d1-8c19-6654dff86af2 00000020:00000080:3.0:1789480263.885232:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6986877800/8eab9df4-7373-4ca4-b729-98f6df36cc2b for lustre-OST0000 00000020:00000080:3.0:1789480263.885295:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6987e05800/4e1b46fe-7168-46d1-8c19-6654dff86af2 for lustre-OST0000 00000020:00000080:3.0:1789480263.885310:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6986877000 for lustre-OST0000 00000020:00000080:3.0:1789480263.885314:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6987e04000 for lustre-OST0000 00000100:00100000:0.0:1789480263.999438:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480263.999488:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480263.999645:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507996288 00000100:00100000:2.0:1789480263.999656:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507996288 00000100:00100000:2.0:1789480263.999719:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507996544 00000100:00100000:2.0:1789480263.999723:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507996544 00000100:00100000:2.0:1789480263.999741:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 6 00000100:00100000:2.0:1789480263.999751:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ea11d651-dcbe-4d90-aa74-3e752427f416+11:2401:x1876405507996288:12345-192.168.206.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789480263.999769:0:17139:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789480263.999789:0:17139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6ac047aa00/0xdaa289fda243e87d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d2f07 expref: 11 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480263.999828:0:17139:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789480264.004879:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ea11d651-dcbe-4d90-aa74-3e752427f416+10:2401:x1876405507996288:12345-192.168.206.44@tcp:103:ldlm_bl.0 Request processed in 5116us (5435us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480264.004895:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 6 00000100:00100000:2.0:1789480264.004939:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 7 00000100:00100000:2.0:1789480264.004960:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ea11d651-dcbe-4d90-aa74-3e752427f416+9:2401:x1876405507996544:12345-192.168.206.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789480264.004980:0:17139:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789480264.005003:0:17139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6a80031c00/0xdaa289fda243e8fb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d2f77 expref: 9 pid: 17146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480264.005022:0:17139:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789480264.005069:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ea11d651-dcbe-4d90-aa74-3e752427f416+8:2401:x1876405507996544:12345-192.168.206.44@tcp:103:ldlm_bl.0 Request processed in 122us (5580us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480264.005074:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 7 00000100:00100000:3.0:1789480264.005109:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480264.005234:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507996416 00000100:00100000:1.0:1789480264.005244:0:17138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507996416 00000100:00100000:1.0:1789480264.005304:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 8 00000100:00100000:1.0:1789480264.005312:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ea11d651-dcbe-4d90-aa74-3e752427f416+8:2401:x1876405507996416:12345-192.168.206.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789480264.005320:0:17138:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789480264.005330:0:17138:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6ac047a400/0xdaa289fda243e884 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d2f38 expref: 8 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480264.005341:0:17138:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789480264.005382:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ea11d651-dcbe-4d90-aa74-3e752427f416+7:2401:x1876405507996416:12345-192.168.206.44@tcp:103:ldlm_bl.0 Request processed in 71us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480264.005389:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 8 00000100:00100000:0.0:1789480264.013510:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480264.013733:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507996800 00000100:00100000:1.0:1789480264.013742:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507996800 00000100:00100000:1.0:1789480264.013804:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 69 00000100:00100000:1.0:1789480264.013814:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8eab9df4-7373-4ca4-b729-98f6df36cc2b+6:2398:x1876405507996800:12345-192.168.206.44@tcp:39:umount.0 00000020:00000080:1.0:1789480264.013852:0:18681:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e892 00000020:00010000:1.0:1789480264.013860:0:18681:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8a69869f8000: total 0 00000100:00080000:1.0:1789480264.013865:0:18681:0:(import.c:65:import_set_state_nolock()) ffff8a6a8be4a000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789480264.013892:0:18681:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000020:00010000:3.0:1789480264.014286:0:17141:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8a69869f8000: total 0 00010000:00010000:3.0:1789480264.014336:0:17141:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8a69869f8000, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1789480264.014365:0:17141:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a6987bf3a00) 00010000:00010000:3.0:1789480264.014369:0:17141:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789480264.014377:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a80030200/0xdaa289fda243e987 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d2fa1 expref: 5 pid: 17154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480264.014400:0:17141:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8a69869f8000, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1789480264.014411:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480264.014414:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480264.014415:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789480264.014744:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8eab9df4-7373-4ca4-b729-98f6df36cc2b+3:2398:x1876405507996800:12345-192.168.206.44@tcp:39:umount.0 Request processed in 930us (1240us total) trans 8589934628 rc 0/0 00000100:00100000:1.0:1789480264.014754:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 69 00000100:00100000:3.0:1789480264.038141:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480264.038326:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507996928 00000100:00100000:0.0:1789480264.038337:0:17154:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507996928 00000100:00100000:0.0:1789480264.038396:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 70 00000100:00100000:0.0:1789480264.038407:0:17154:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8eab9df4-7373-4ca4-b729-98f6df36cc2b+5:2398:x1876405507996928:12345-192.168.206.44@tcp:39:umount.0 00000020:00000080:0.0:1789480264.038446:0:17154:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e899 00000100:00080000:0.0:1789480264.038457:0:17154:0:(import.c:65:import_set_state_nolock()) ffff8a6a866c9000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789480264.038496:0:17154:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1789480264.038648:0:17154:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8eab9df4-7373-4ca4-b729-98f6df36cc2b+3:2398:x1876405507996928:12345-192.168.206.44@tcp:39:umount.0 Request processed in 242us (516us total) trans 8589934594 rc 0/0 00000100:00100000:0.0:1789480264.038657:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 70 00010000:00010000:1.0:1789480264.038866:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789480264.077400:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480264.077520:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507997184 00000100:00100000:0.0:1789480264.077537:0:17147:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507997184 00000100:00100000:0.0:1789480264.077605:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 173 00000100:00100000:0.0:1789480264.077623:0:17147:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ea11d651-dcbe-4d90-aa74-3e752427f416+7:2398:x1876405507997184:12345-192.168.206.44@tcp:251:umount.0 00000020:00000080:0.0:1789480264.077681:0:17147:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e830 00000020:00010000:0.0:1789480264.077689:0:17147:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8a6986876000: total 0 00000100:00080000:0.0:1789480264.077698:0:17147:0:(import.c:65:import_set_state_nolock()) ffff8a6986872800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1789480264.077791:0:17147:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ea11d651-dcbe-4d90-aa74-3e752427f416+3:2398:x1876405507997184:12345-192.168.206.44@tcp:251:umount.0 Request processed in 177us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480264.077800:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 173 00000020:00010000:3.0:1789480264.079762:0:17141:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8a6986876000: total 0 00010000:00010000:3.0:1789480264.079770:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480264.079838:0:17141:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8a6986876000, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1789480264.079895:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6ac047b400/0xdaa289fda243e837 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d2e90 expref: 2 pid: 17146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480264.079915:0:17141:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8a6986876000, canceled 1 locks, left on hash table 0. 00000020:00000080:3.0:1789480264.079934:0:17141:0:(genops.c:885:class_export_put()) final put ffff8a6986876000/ea11d651-dcbe-4d90-aa74-3e752427f416 00010000:00010000:3.0:1789480264.079992:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480264.079994:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480264.079996:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789480264.094804:0:13097:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6986876000/ea11d651-dcbe-4d90-aa74-3e752427f416 for MGS 00000020:00000080:0.0:1789480264.094862:0:13097:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6986872800 for MGS 00000100:00100000:0.0:1789480264.388651:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789480264.388672:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528005376:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789480264.388730:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480264.388771:0:17893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528005376 00000100:00100000:0.0:1789480264.388779:0:17893:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528005376 00000100:00100000:0.0:1789480264.388820:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789480264.388828:0:17893:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528005376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789480264.388858:0:17893:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1789480264.388917:0:17893:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528005376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480264.388924:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789480264.388967:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528005376:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789480264.391340:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789480264.391357:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a983e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528005504:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789480264.391413:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480264.391452:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528005504 00000100:00100000:1.0:1789480264.391459:0:17157:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528005504 00000100:00100000:1.0:1789480264.391498:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789480264.391507:0:17157:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528005504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789480264.391534:0:17157:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789480264.391572:0:17157:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528005504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480264.391578:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789480264.391615:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a983e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528005504:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1789480264.452892:0:17904:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789480264.902563:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1789480265.582529:0:20720:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1789480265.596053:0:20720:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1789480265.596105:0:20720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1200/0xdaa289fda243e3f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243e3fa expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.596120:0:20720:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1200/0xdaa289fda243e3f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243e3fa expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.596127:0:20720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1200/0xdaa289fda243e3f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e3fa expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.596134:0:20720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1200/0xdaa289fda243e3f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e3fa expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.596173:0:20720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789480265.596179:0:20720:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789480265.596230:0:20720:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789480265.596234:0:20720:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789480265.596240:0:20720:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789480265.596270:0:20720:0:(import.c:65:import_set_state_nolock()) ffff8a6987e11000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1789480265.596341:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876405528005632:0@lo:39:umount.0 00000100:00100000:0.0:1789480265.596403:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480265.596492:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528005632 00000100:00100000:3.0:1789480265.596499:0:17151:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528005632 00000100:00100000:3.0:1789480265.596565:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789480265.596574:0:17151:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876405528005632:12345-0@lo:39:umount.0 00000020:00000080:3.0:1789480265.596598:0:17151:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e424 00000100:00080000:3.0:1789480265.596605:0:17151:0:(import.c:65:import_set_state_nolock()) ffff8a6a83cff800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1789480265.596661:0:17151:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:3644:x1876405528005632:12345-0@lo:39:umount.0 Request processed in 88us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480265.596669:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:3.0:1789480265.596678:0:17151:0:(genops.c:885:class_export_put()) final put ffff8a6a83cfa000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:3.0:1789480265.596700:0:17140:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789480265.596706:0:17140:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1200/0xdaa289fda243e3f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e3fa expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.596714:0:17140:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb3c1200 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:3.0:1789480265.596718:0:17140:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1200/0xdaa289fda243e3f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e3fa expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.596726:0:17140:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1200/0xdaa289fda243e3f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xdaa289fda243e3fa expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789480265.596733:0:17140:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1200/0xdaa289fda243e3f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xdaa289fda243e3fa expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789480265.596739:0:17140:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789480265.596742:0:17140:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789480265.596744:0:17140:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789480265.596766:0:17140:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1200/0xdaa289fda243e3f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e3fa expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.596772:0:17140:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789480265.596790:0:17140:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1200/0xdaa289fda243e3f3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e3fa expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.596802:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1200/0xdaa289fda243e3f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e3fa expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.596814:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480265.596815:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480265.596817:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789480265.596827:0:13097:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a83cfa000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1789480265.596868:0:13097:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6a83cff800 for lustre-MDT0000 00000100:00100000:3.0:1789480265.596884:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3648:1876405528005760:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789480265.596913:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480265.596957:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528005760 00000100:00100000:3.0:1789480265.596962:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528005760 00000100:00100000:3.0:1789480265.596991:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789480265.596998:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51483ccc-9e15-472d-aee3-1dbbbf4be94f+24:3648:x1876405528005760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789480265.597008:0:17139:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789480265.597020:0:17139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6abb3c0c00/0xdaa289fda243e3fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xdaa289fda243e3f3 expref: 24 pid: 17146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.597031:0:17139:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789480265.597058:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51483ccc-9e15-472d-aee3-1dbbbf4be94f+23:3648:x1876405528005760:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480265.597065:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789480265.597097:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3648:1876405528005760:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1789480265.597268:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6987e11000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1789480265.597280:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876405528005632:0@lo:39:umount.0 00000100:00080000:3.0:1789480265.598445:0:20720:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789480265.598451:0:20720:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789480265.598456:0:20720:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789480265.599687:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480265.600394:0:20720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db400/0xdaa289fda243e344 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243e34b expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.600409:0:20720:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db400/0xdaa289fda243e344 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243e34b expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.600416:0:20720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db400/0xdaa289fda243e344 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e34b expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.600423:0:20720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db400/0xdaa289fda243e344 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e34b expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.600478:0:20720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789480265.600485:0:20720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db800/0xdaa289fda243e822 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243e829 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.600493:0:20720:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db800/0xdaa289fda243e822 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243e829 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.600500:0:20720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db800/0xdaa289fda243e822 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e829 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.600507:0:20720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db800/0xdaa289fda243e822 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e829 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.600549:0:17140:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789480265.600557:0:17140:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db400/0xdaa289fda243e344 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e34b expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.600565:0:17140:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb5db400 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:2.0:1789480265.600570:0:17140:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db400/0xdaa289fda243e344 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e34b expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.600579:0:17140:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db400/0xdaa289fda243e344 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xdaa289fda243e34b expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789480265.600603:0:17140:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db400/0xdaa289fda243e344 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xdaa289fda243e34b expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789480265.600609:0:17140:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789480265.600611:0:17140:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:2.0:1789480265.600642:0:17140:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db400/0xdaa289fda243e344 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e34b expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.600648:0:17140:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789480265.600673:0:17140:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db400/0xdaa289fda243e344 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e34b expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.600680:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db400/0xdaa289fda243e344 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e34b expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.600694:0:17140:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789480265.600697:0:17140:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db800/0xdaa289fda243e822 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e829 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.600702:0:17140:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb5db800 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:2.0:1789480265.600705:0:17140:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db800/0xdaa289fda243e822 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e829 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.600712:0:17140:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db800/0xdaa289fda243e822 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xdaa289fda243e829 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789480265.600718:0:17140:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db800/0xdaa289fda243e822 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xdaa289fda243e829 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789480265.600722:0:17140:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1789480265.600730:0:17140:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:2.0:1789480265.600743:0:17140:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db800/0xdaa289fda243e822 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e829 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.600749:0:17140:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789480265.600758:0:17140:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db800/0xdaa289fda243e822 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e829 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.600765:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480265.600767:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480265.600769:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789480265.600785:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3646:1876405528006016:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789480265.600842:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480265.600885:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789480265.600891:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3646:1876405528005888:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789480265.600912:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480265.600950:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528006016 00000100:00100000:2.0:1789480265.600956:0:17137:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528006016 00000100:00100000:2.0:1789480265.600997:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528005888 00000100:00100000:2.0:1789480265.601001:0:17137:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528005888 00000100:00100000:2.0:1789480265.601017:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789480265.601025:0:17137:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa461180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51483ccc-9e15-472d-aee3-1dbbbf4be94f+24:3646:x1876405528006016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789480265.601037:0:17137:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789480265.601051:0:17137:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6987ecc200/0xdaa289fda243e829 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xdaa289fda243e822 expref: 24 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.601063:0:17137:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789480265.601095:0:17137:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa461180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51483ccc-9e15-472d-aee3-1dbbbf4be94f+23:3646:x1876405528006016:12345-0@lo:103:ldlm_bl.0 Request processed in 71us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480265.601102:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789480265.601125:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789480265.601131:0:17137:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa461f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51483ccc-9e15-472d-aee3-1dbbbf4be94f+22:3646:x1876405528005888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789480265.601151:0:17137:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789480265.601161:0:17137:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6abb3c0200/0xdaa289fda243e34b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xdaa289fda243e344 expref: 22 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.601175:0:17137:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789480265.601214:0:17137:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa461f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51483ccc-9e15-472d-aee3-1dbbbf4be94f+21:3646:x1876405528005888:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480265.601220:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789480265.601269:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3646:1876405528005888:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789480265.601279:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3646:1876405528006016:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789480265.602631:0:20720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789480265.602642:0:20720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db800/0xdaa289fda243e822 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e829 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789480265.602657:0:20720:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1789480265.602677:0:20720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b600/0xdaa289fda243e8ed lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243e8f4 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.602686:0:20720:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b600/0xdaa289fda243e8ed lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243e8f4 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.602693:0:20720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b600/0xdaa289fda243e8ed lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e8f4 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.602700:0:20720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b600/0xdaa289fda243e8ed lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e8f4 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.602722:0:20720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789480265.602727:0:20720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dbe00/0xdaa289fda243e336 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243e33d expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.602732:0:20720:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dbe00/0xdaa289fda243e336 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243e33d expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.602738:0:20720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dbe00/0xdaa289fda243e336 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e33d expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.602744:0:20720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dbe00/0xdaa289fda243e336 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e33d expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480265.602752:0:20720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1789480265.602754:0:20720:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:3.0:1789480265.602758:0:20720:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:3.0:1789480265.602789:0:20720:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1789480265.602793:0:20720:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1789480265.602797:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789480265.602806:0:20720:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:3.0:1789480265.602812:0:20720:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8a6986ac3800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789480265.602818:0:20720:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8a6985d0d000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789480265.602823:0:20720:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8a6ab2ff0800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789480265.602827:0:20720:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8a6abb3b9000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789480265.602834:0:20720:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff8a69869f8000 8eab9df4-7373-4ca4-b729-98f6df36cc2b 192.168.206.44@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1789480265.602839:0:20720:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff8a6986ac0800 4e1b46fe-7168-46d1-8c19-6654dff86af2 192.168.206.44@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:3.0:1789480265.602844:0:20720:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff8a698794cd40) has exports, disconnecting them 00000020:00080000:3.0:1789480265.602848:0:20720:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8a6986ac3800), last request at 1789480262 00000020:00000080:3.0:1789480265.602854:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e65b 00000100:00080000:3.0:1789480265.602878:0:20720:0:(import.c:65:import_set_state_nolock()) ffff8a6986ac7800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789480265.602914:0:20720:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a6986ac3800): rc 0 00000020:00000080:3.0:1789480265.602916:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6986ac3800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1789480265.602925:0:20720:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8a6985d0d000), last request at 1789480262 00000020:00000080:3.0:1789480265.602928:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e5c8 00000100:00080000:3.0:1789480265.602932:0:20720:0:(import.c:65:import_set_state_nolock()) ffff8a6985d0b800 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1789480265.602939:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6986ac3800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1789480265.602969:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6986ac7800 for lustre-MDT0000 00000020:00080000:3.0:1789480265.602981:0:20720:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a6985d0d000): rc 0 00000020:00000080:3.0:1789480265.602983:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6985d0d000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1789480265.602989:0:20720:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8a6ab2ff0800), last request at 1789480192 00000020:00000080:3.0:1789480265.602991:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e512 00000100:00080000:3.0:1789480265.602994:0:20720:0:(import.c:65:import_set_state_nolock()) ffff8a6ab2ff3000 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1789480265.602999:0:13097:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6985d0d000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1789480265.603018:0:13097:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6985d0b800 for lustre-MDT0000 00000020:00080000:3.0:1789480265.603026:0:20720:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a6ab2ff0800): rc 0 00000020:00000080:3.0:1789480265.603033:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6ab2ff0800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1789480265.603038:0:20720:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8a6abb3b9000), last request at 1789480192 00000020:00000080:3.0:1789480265.603042:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e4b7 00000100:00080000:3.0:1789480265.603045:0:20720:0:(import.c:65:import_set_state_nolock()) ffff8a6abb3bb800 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1789480265.603051:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6ab2ff0800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1789480265.603073:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6ab2ff3000 for lustre-MDT0000 00000001:00000004:3.0:1789480265.603082:0:20720:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:3.0:1789480265.603229:0:20720:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a6abb3b9000): rc 0 00000004:00000080:3.0:1789480265.603235:0:20720:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffff9c0c01c83ae0 00000100:00080000:3.0:1789480265.603251:0:20720:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789480265.603266:0:20720:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:2.0:1789480265.604559:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789480265.604569:0:17141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b600/0xdaa289fda243e8ed lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e8f4 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.604579:0:17141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ac047b600 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:2.0:1789480265.604583:0:17141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b600/0xdaa289fda243e8ed lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e8f4 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.604592:0:17141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b600/0xdaa289fda243e8ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xdaa289fda243e8f4 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789480265.604599:0:17141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b600/0xdaa289fda243e8ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xdaa289fda243e8f4 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789480265.604604:0:17141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1789480265.604606:0:17141:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1789480265.604619:0:17141:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1789480265.604651:0:17141:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b600/0xdaa289fda243e8ed lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e8f4 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.604658:0:17141:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789480265.604691:0:17141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b600/0xdaa289fda243e8ed lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e8f4 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.604698:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b600/0xdaa289fda243e8ed lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e8f4 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.604709:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789480265.604713:0:17141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dbe00/0xdaa289fda243e336 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e33d expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.604718:0:17141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb5dbe00 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:2.0:1789480265.604721:0:17141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dbe00/0xdaa289fda243e336 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e33d expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.604728:0:17141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dbe00/0xdaa289fda243e336 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xdaa289fda243e33d expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789480265.604735:0:17141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dbe00/0xdaa289fda243e336 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xdaa289fda243e33d expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789480265.604740:0:17141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1789480265.604742:0:17141:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1789480265.604744:0:17141:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1789480265.604758:0:17141:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dbe00/0xdaa289fda243e336 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e33d expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.604763:0:17141:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789480265.604776:0:17141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dbe00/0xdaa289fda243e336 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e33d expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.604782:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dbe00/0xdaa289fda243e336 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e33d expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480265.604791:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480265.604792:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480265.604794:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789480265.604810:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3648:1876405528006272:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789480265.604822:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3647:1876405528006144:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789480265.604960:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480265.605066:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480265.605125:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528006272 00000100:00100000:1.0:1789480265.605133:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528006272 00000100:00100000:1.0:1789480265.605177:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528006144 00000100:00100000:1.0:1789480265.605180:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528006144 00000100:00100000:1.0:1789480265.605217:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789480265.605226:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b24450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51483ccc-9e15-472d-aee3-1dbbbf4be94f+22:3648:x1876405528006272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789480265.605317:0:17139:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789480265.605331:0:17139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6abb3c1800/0xdaa289fda243e33d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xdaa289fda243e336 expref: 22 pid: 17146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480265.605343:0:17139:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789480265.605380:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b24450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51483ccc-9e15-472d-aee3-1dbbbf4be94f+21:3648:x1876405528006272:12345-0@lo:103:ldlm_bl.0 Request processed in 155us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480265.605386:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789480265.605425:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789480265.605431:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51483ccc-9e15-472d-aee3-1dbbbf4be94f+20:3647:x1876405528006144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789480265.605438:0:17139:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789480265.605446:0:17139:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6ac047ae00/0xdaa289fda243e8f4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xdaa289fda243e8ed expref: 20 pid: 17146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480265.605455:0:17139:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789480265.605480:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51483ccc-9e15-472d-aee3-1dbbbf4be94f+19:3647:x1876405528006144:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480265.605498:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789480265.605542:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3648:1876405528006272:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789480265.605542:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3647:1876405528006144:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789480265.605746:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789480265.606427:0:20720:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789480265.606451:0:20720:0:(import.c:65:import_set_state_nolock()) ffff8a6a897b2000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1789480265.606503:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528006400:0@lo:39:umount.0 00000100:00100000:0.0:1789480265.606550:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480265.606653:0:17158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528006400 00000100:00100000:1.0:1789480265.606669:0:17158:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528006400 00000100:00100000:1.0:1789480265.606719:0:17158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789480265.606728:0:17158:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1876405528006400:12345-0@lo:39:umount.0 00000020:00000080:1.0:1789480265.606753:0:17158:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e53c 00000100:00080000:1.0:1789480265.606761:0:17158:0:(import.c:65:import_set_state_nolock()) ffff8a6aab2fe000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789480265.606783:0:17158:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789480265.606907:0:17158:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3644:x1876405528006400:12345-0@lo:39:umount.0 Request processed in 180us (356us total) trans 8589934595 rc 0/0 00000100:00100000:1.0:1789480265.606916:0:17158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00010000:00010000:1.0:1789480265.606939:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789480265.606939:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6a897b2000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1789480265.606949:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528006400:0@lo:39:umount.0 00000100:00080000:3.0:1789480265.608354:0:20720:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789480265.608360:0:20720:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1789480265.608371:0:20720:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789480265.608426:0:20720:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1789480265.608447:0:20720:0:(import.c:65:import_set_state_nolock()) ffff8a6a97c49000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789480265.608467:0:20720:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789480265.608469:0:20720:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:3.0:1789480265.608480:0:20720:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789480265.608548:0:20720:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1789480265.608558:0:20720:0:(import.c:65:import_set_state_nolock()) ffff8a6a8bea8800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1789480265.608598:0:20720:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff8a698794cd40) has no exports 00000100:00100000:2.0:1789480265.608786:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528006528:0@lo:9:umount.0 00000100:00100000:2.0:1789480265.608839:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480265.608874:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528006656:0@lo:9:umount.0 00000100:00100000:2.0:1789480265.608896:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480265.608962:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528006528 00000100:00100000:0.0:1789480265.608966:0:19538:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528006656 00000100:00100000:1.0:1789480265.608971:0:18657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528006528 00000100:00100000:0.0:1789480265.608973:0:19538:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528006656 00000100:00100000:0.0:1789480265.609351:0:19538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789480265.609361:0:19538:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3644:x1876405528006656:12345-0@lo:9:umount.0 00000020:00000080:0.0:1789480265.609384:0:19538:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e685 00000100:00080000:0.0:1789480265.609392:0:19538:0:(import.c:65:import_set_state_nolock()) ffff8a6986875000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789480265.609428:0:19538:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1789480265.609552:0:19538:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3644:x1876405528006656:12345-0@lo:9:umount.0 Request processed in 192us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480265.609559:0:19538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00010000:00010000:0.0:1789480265.609650:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789480265.609675:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6a8bea8800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1789480265.609685:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1789480265.609687:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789480265.609691:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528006656:0@lo:9:umount.0 00000100:00100000:1.0:1789480265.611319:0:18657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789480265.611335:0:18657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1876405528006528:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789480265.611362:0:18657:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e67e 00000100:00080000:1.0:1789480265.611371:0:18657:0:(import.c:65:import_set_state_nolock()) ffff8a6986871800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789480265.611415:0:18657:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789480265.611564:0:18657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3644:x1876405528006528:12345-0@lo:9:umount.0 Request processed in 234us (2724us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480265.611572:0:18657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00010000:1.0:1789480265.611766:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789480265.611796:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6a97c49000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789480265.611845:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789480265.611929:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789480265.611934:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528006528:0@lo:9:umount.0 00000100:00080000:2.0:1789480265.612290:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789480265.612296:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00080000:0.0:1789480265.614459:0:20720:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff8a698794cd40) has no exports 00000020:00000080:0.0:1789480265.645419:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e391 00000020:00000080:0.0:1789480265.645447:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6a82dde000/lustre-QMT0000_UUID 00000020:01000000:0.0:1789480265.645462:0:20720:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1789480265.645500:0:13097:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a82dde000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1789480265.645549:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789480265.645559:0:20720:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789480265.645564:0:20720:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff8a6ac1ac0000) has no exports 00000020:00000080:2.0:1789480265.646021:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e38a 00000020:00000080:2.0:1789480265.646028:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6a8a241800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789480265.646087:0:13097:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a8a241800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789480265.646149:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789480265.646157:0:20720:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1789480265.646160:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6a8a244800/lustre-QMT0000_UUID 00000020:00000080:2.0:1789480265.646162:0:20720:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a8a244800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1789480265.646169:0:20720:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:0.0:1789480265.925336:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480266.950380:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789480267.460924:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3646:1876405528006912:0@lo:400:kworker.0 00000100:00100000:1.0:1789480267.461007:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480267.461050:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876405528007424:0@lo:400:kworker.0 00000100:00100000:1.0:1789480267.461091:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480267.461110:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876405528007936:0@lo:400:kworker.0 00000100:00100000:1.0:1789480267.461131:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480267.461159:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1789480267.461165:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528006784:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789480267.461209:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480267.461227:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528007296:0@lo:400:kworker.0 00000100:00100000:1.0:1789480267.461260:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480267.461277:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876405528007808:0@lo:400:kworker.0 00000100:00100000:1.0:1789480267.461297:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480267.461323:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528007424 00000100:00100000:1.0:1789480267.461329:0:17154:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528007424 00000100:00100000:1.0:1789480267.461359:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528007936 00000100:00100000:1.0:1789480267.461361:0:17154:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528007936 00000100:00100000:1.0:1789480267.461382:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528007808 00000100:00100000:1.0:1789480267.461384:0:17154:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528007808 00000100:00100000:1.0:1789480267.461394:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1789480267.461403:0:17154:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876405528007936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789480267.461448:0:17154:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876405528007936:12345-0@lo:400:kworker.0 Request processed in 47us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480267.461455:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1789480267.461490:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1789480267.461494:0:17154:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1876405528007424:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789480267.461499:0:17154:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789480267.461524:0:17154:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1876405528007424:12345-0@lo:400:kworker.0 Request processed in 29us (433us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789480267.461529:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1789480267.461538:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789480267.461542:0:17154:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab7075c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1876405528007808:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789480267.461546:0:17154:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789480267.461562:0:17154:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab7075c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1876405528007808:12345-0@lo:400:kworker.0 Request processed in 19us (265us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789480267.461567:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789480267.461582:0:18660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528006784 00000100:00100000:1.0:1789480267.461585:0:18660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528006784 00000100:00100000:1.0:1789480267.461605:0:18660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789480267.461611:0:18660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab7075f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528006784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789480267.461631:0:18660:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789480267.461657:0:18660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab7075f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528006784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480267.461663:0:18660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789480267.461678:0:19103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528007296 00000100:00100000:1.0:1789480267.461681:0:19103:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528007296 00000100:00100000:1.0:1789480267.461699:0:19103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789480267.461704:0:19103:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab7074700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528007296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789480267.461728:0:19103:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab7074700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528007296:12345-0@lo:400:kworker.0 Request processed in 24us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480267.461733:0:19103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789480267.461760:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528007040:0@lo:400:kworker.0 00000100:00100000:1.0:1789480267.461788:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480267.461806:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876405528007552:0@lo:400:kworker.0 00000100:00100000:1.0:1789480267.461825:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480267.461841:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1789480267.461846:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528007168:0@lo:400:kworker.0 00000100:00100000:1.0:1789480267.461864:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480267.461879:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876405528007680:0@lo:400:kworker.0 00000100:00100000:1.0:1789480267.461898:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480267.461919:0:17893:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528007040 00000100:00100000:1.0:1789480267.461923:0:17893:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528007040 00000100:00100000:1.0:1789480267.461944:0:17893:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1789480267.461948:0:17893:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab7074e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3647:x1876405528007040:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789480267.461953:0:17893:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789480267.461981:0:17893:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab7074e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3647:x1876405528007040:12345-0@lo:400:kworker.0 Request processed in 31us (192us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789480267.461986:0:17893:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1789480267.462000:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528007552 00000100:00100000:1.0:1789480267.462003:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528007552 00000100:00100000:1.0:1789480267.462013:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528007680 00000100:00100000:1.0:1789480267.462015:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528007680 00000100:00100000:1.0:1789480267.462028:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1789480267.462032:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876405528007680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789480267.462059:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876405528007680:12345-0@lo:400:kworker.0 Request processed in 26us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480267.462064:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1789480267.462074:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789480267.462084:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3647:x1876405528007552:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789480267.462088:0:18681:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789480267.462112:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3647:x1876405528007552:12345-0@lo:400:kworker.0 Request processed in 27us (286us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789480267.462116:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00010000:00080000:1.0:1789480267.462149:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a69894bf480 x1876405528007680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480267.462162:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876405528007680:0@lo:400:kworker.0 00000100:00080000:1.0:1789480267.462173:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789480267.462177:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8a6987523000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789480267.462181:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789480267.463002:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789480267.463014:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789480267.463075:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528006784:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789480267.463086:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528007296:0@lo:400:kworker.0 00000100:00080000:2.0:1789480267.463096:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789480267.463100:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8a6986ac5000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789480267.463103:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789480267.463107:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8a6986ac5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789480267.463111:0:3646:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 594 00000100:00080000:2.0:1789480267.463120:0:3646:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8a6986ac5000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:2.0:1789480267.463144:0:3646:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa463b80 x1876405528008064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789480267.463165:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1876405528007808:0@lo:400:kworker.0 00000100:00080000:2.0:1789480267.463176:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789480267.463179:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8a6aab16c800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789480267.463182:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789480267.463185:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8a6aab16c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789480267.463215:0:3646:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 561 00000100:00080000:2.0:1789480267.463220:0:3646:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8a6aab16c800 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:2.0:1789480267.463233:0:3646:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa460700 x1876405528008192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789480267.463257:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876405528007424:0@lo:400:kworker.0 00010000:00080000:2.0:1789480267.463271:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a6a862f8700 x1876405528007936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480267.463288:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876405528007936:0@lo:400:kworker.0 00000100:00100000:0.0:1789480267.463840:0:19538:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528007168 00000100:00100000:0.0:1789480267.463847:0:19538:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528007168 00000100:00080000:2.0:1789480267.463884:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789480267.463892:0:19538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789480267.463900:0:19538:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528007168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480267.463913:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876405528008064:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1789480267.463947:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480267.463955:0:19538:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528007168:12345-0@lo:400:kworker.0 Request processed in 57us (2089us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480267.463961:0:19538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789480267.463966:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876405528008192:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1789480267.463984:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480267.464036:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528006912 00000100:00100000:3.0:1789480267.464042:0:17145:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528006912 00000100:00100000:3.0:1789480267.464079:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1789480267.464086:0:17145:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51483ccc-9e15-472d-aee3-1dbbbf4be94f+19:3646:x1876405528006912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480267.464124:0:17145:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51483ccc-9e15-472d-aee3-1dbbbf4be94f+19:3646:x1876405528006912:12345-0@lo:400:kworker.0 Request processed in 39us (3117us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480267.464129:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1789480267.465444:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528008064 00000100:00100000:0.0:1789480267.465455:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528008064 00000100:00100000:2.0:1789480267.467605:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528008192 00000100:00100000:2.0:1789480267.467618:0:17154:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528008192 00000100:00100000:2.0:1789480267.467670:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789480267.467678:0:17154:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa461880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876405528008192:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:2.0:1789480267.467694:0:17154:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1789480267.467762:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789480267.467768:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa463480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3644:x1876405528008064:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:0.0:1789480267.467776:0:18681:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1789480267.467860:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa463480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3644:x1876405528008064:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 90us (3912us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789480267.467868:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:0.0:1789480267.467917:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6986ac5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789480267.467923:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789480267.467927:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876405528008064:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:3.0:1789480267.473832:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3646:1876405528006912:0@lo:400:kworker.0 00000100:00080000:1.0:1789480267.492908:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8a6987523000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789480267.492921:0:3647:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 561 00000100:00080000:1.0:1789480267.492935:0:3647:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8a6987523000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:0.0:1789480267.493833:0:3647:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a69894c6300 x1876405528008320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789480267.493858:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528007040:0@lo:400:kworker.0 00000100:00100000:0.0:1789480267.493874:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528008320:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1789480267.493926:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789480267.494016:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789480267.494031:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8a69874bf800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789480267.494035:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789480267.494039:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8a69874bf800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789480267.494042:0:3647:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 577 00000100:00080000:0.0:1789480267.494049:0:3647:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8a69874bf800 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:0.0:1789480267.494063:0:3647:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a69894c6a00 x1876405528008448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789480267.494078:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876405528007552:0@lo:400:kworker.0 00000100:00100000:0.0:1789480267.494101:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876405528008448:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1789480267.494257:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480267.494291:0:18681:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528008448 00000100:00100000:0.0:1789480267.494297:0:18681:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528008448 00000100:00100000:1.0:1789480267.494338:0:17158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528008320 00000100:00100000:0.0:1789480267.494339:0:18681:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1789480267.494342:0:17158:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528008320 00000100:00100000:0.0:1789480267.494346:0:18681:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3644:x1876405528008448:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:0.0:1789480267.494361:0:18681:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789480267.494362:0:17158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789480267.494367:0:17158:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876405528008320:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1789480267.494373:0:17158:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789480267.494412:0:17158:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876405528008320:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 39us (481us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789480267.494418:0:17158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789480267.494457:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528007168:0@lo:400:kworker.0 00000100:00080000:1.0:1789480267.494484:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a69874bf800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789480267.494489:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789480267.494499:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876405528008448:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:1.0:1789480267.494510:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6987523000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789480267.494513:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789480267.494516:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528008320:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1789480267.494916:0:18681:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3644:x1876405528008448:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 568us (658us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789480267.494924:0:18681:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789480267.500396:0:17154:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa461880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876405528008192:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 32710us (36403us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789480267.500410:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:0.0:1789480267.500665:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6aab16c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789480267.500671:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789480267.500675:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876405528008192:0@lo:38:ptlrpcd_00_01.0 00010000:00010000:1.0:1789480267.976543:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789480267.976750:0:17132:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789480267.976757:0:17132:0:(genops.c:885:class_export_put()) final put ffff8a6abb3b9000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1789480267.976785:0:17132:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 8eab9df4-7373-4ca4-b729-98f6df36cc2b 00000001:00080000:1.0:1789480267.976794:0:17132:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:1.0:1789480267.976797:0:17132:0:(genops.c:885:class_export_put()) final put ffff8a69869f8000/8eab9df4-7373-4ca4-b729-98f6df36cc2b 00000001:00100000:1.0:1789480267.976803:0:17132:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4e1b46fe-7168-46d1-8c19-6654dff86af2 00000001:00080000:1.0:1789480267.976808:0:17132:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:1.0:1789480267.976813:0:17132:0:(genops.c:885:class_export_put()) final put ffff8a6986ac0800/4e1b46fe-7168-46d1-8c19-6654dff86af2 00000020:00000080:0.0:1789480267.976877:0:13097:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6abb3b9000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:0.0:1789480267.976929:0:13097:0:(genops.c:844:class_export_destroy()) destroying export ffff8a69869f8000/8eab9df4-7373-4ca4-b729-98f6df36cc2b for lustre-MDT0000 00000020:00000080:0.0:1789480267.976959:0:13097:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6986ac0800/4e1b46fe-7168-46d1-8c19-6654dff86af2 for lustre-MDT0000 00000020:00000080:0.0:1789480267.976997:0:13097:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6abb3bb800 for lustre-MDT0000 00000020:00000080:0.0:1789480267.977003:0:13097:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6a8be4a000 for lustre-MDT0000 00000020:00000080:0.0:1789480267.977007:0:13097:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6986ac2000 for lustre-MDT0000 00000001:00100000:3.0:1789480267.986683:0:17884:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1789480267.986698:0:17884:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:3.0:1789480267.986702:0:17884:0:(genops.c:885:class_export_put()) final put ffff8a6aab2fe800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1789480267.986724:0:17884:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 8eab9df4-7373-4ca4-b729-98f6df36cc2b 00000001:00080000:3.0:1789480267.986731:0:17884:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:3.0:1789480267.986733:0:17884:0:(genops.c:885:class_export_put()) final put ffff8a6a866cf000/8eab9df4-7373-4ca4-b729-98f6df36cc2b 00000001:00100000:3.0:1789480267.986738:0:17884:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 4e1b46fe-7168-46d1-8c19-6654dff86af2 00000001:00080000:3.0:1789480267.986741:0:17884:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:3.0:1789480267.986743:0:17884:0:(genops.c:885:class_export_put()) final put ffff8a69869fa800/4e1b46fe-7168-46d1-8c19-6654dff86af2 00000020:00000080:1.0:1789480267.986805:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6aab2fe800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:1.0:1789480267.987786:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a866cf000/8eab9df4-7373-4ca4-b729-98f6df36cc2b for lustre-MDT0001 00000020:00000080:1.0:1789480267.987838:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a69869fa800/4e1b46fe-7168-46d1-8c19-6654dff86af2 for lustre-MDT0001 00000020:00000080:1.0:1789480267.987860:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6aab2fe000 for lustre-MDT0001 00000020:00000080:1.0:1789480267.987866:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6a866c9000 for lustre-MDT0001 00000020:00000080:1.0:1789480267.987871:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a69869fc800 for lustre-MDT0001 00000100:00100000:1.0:1789480268.486231:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528008576:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789480268.486319:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480268.486428:0:18660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528008576 00000100:00100000:2.0:1789480268.486437:0:18660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528008576 00000100:00100000:2.0:1789480268.486490:0:18660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789480268.486499:0:18660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528008576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789480268.486526:0:18660:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789480268.486579:0:18660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528008576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480268.486585:0:18660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789480268.486662:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528008576:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789480268.996759:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480270.024765:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480271.045660:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789480271.048015:0:18653:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789480271.048029:0:18653:0:(genops.c:885:class_export_put()) final put ffff8a6986875800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789480271.048083:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6986875800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1789480271.048127:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6986871800 for lustre-OST0000 00000001:00100000:3.0:1789480271.051524:0:19472:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789480271.051533:0:19472:0:(genops.c:885:class_export_put()) final put ffff8a6986874000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789480271.051612:0:13097:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6986874000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1789480271.051659:0:13097:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6986875000 for lustre-OST0001 00000020:01000000:1.0:1789480271.684326:0:20720:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a6985ea9de0 - data ffff8a6a987bce58/ffff8a69810e7800 00000020:01000000:1.0:1789480271.684490:0:20720:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a6986bcdc60 - data ffff8a6a96283948/ffff8a6a9eb5fc00 00000001:00000004:1.0:1789480271.689793:0:20720:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:3.0:1789480271.733689:0:20720:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789480271.733698:0:20720:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789480271.733712:0:20720:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8a69894bfb80 x1876405528006400/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789480275 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480271.733735:0:20720:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1789480271.735895:0:20720:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1789480271.735901:0:20720:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:0.0:1789480271.735922:0:20720:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789480271.735924:0:20720:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789480271.737898:0:17176:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789480271.737905:0:17176:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1789480271.737916:0:17176:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1789480271.738550:0:20720:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1789480271.738555:0:20720:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:0.0:1789480271.738935:0:20720:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789480271.738938:0:20720:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789480271.739291:0:17178:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789480271.739295:0:17178:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:1.0:1789480271.739303:0:17178:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1789480271.741313:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e359 00000020:00000080:0.0:1789480271.741324:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6abb5d1800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789480271.742778:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e36e 00000020:00000080:0.0:1789480271.742788:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6abb5d1000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1789480271.742793:0:20720:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1789480271.742798:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789480271.742805:0:20720:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789480271.742809:0:20720:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff8a69879499c0) has no exports 00000004:01000000:0.0:1789480271.742969:0:20720:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1789480271.742977:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e3d0 00000020:00000080:0.0:1789480271.742981:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6a897b1000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1789480271.742985:0:20720:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1789480271.742988:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789480271.743086:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6abb5d1800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789480271.743095:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6abb5d1000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1789480271.743100:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a897b1000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1789480271.743138:0:20720:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789480271.743141:0:20720:0:(genops.c:1557:class_disconnect_exports()) OBD device 10 (ffff8a6abb5c3380) has no exports 00000020:00000080:0.0:1789480271.743146:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e3c9 00000020:00000080:0.0:1789480271.743158:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6a8beab000/lustre-MDT0000-osd_UUID 00010000:01000000:0.0:1789480271.743695:0:20720:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1789480271.743700:0:20720:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1789480271.743704:0:20720:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:0.0:1789480271.743715:0:20720:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789480271.743717:0:20720:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789480271.743799:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a8beab000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789480271.743872:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789480271.743879:0:20720:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789480271.743884:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e3bb 00000020:00000080:0.0:1789480271.743889:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6a897b4000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789480271.743907:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6a8bea8800 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1789480271.743913:0:37:0:(genops.c:885:class_export_put()) final put ffff8a6a897b5800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789480271.743915:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a897b5800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1789480271.743919:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1789480271.744103:0:20720:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1789480271.744108:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789480271.744112:0:20720:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1789480271.744115:0:20720:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff8a6a95c9b380) has no exports 00000020:00000080:0.0:1789480271.744119:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e3b4 00000020:00000080:0.0:1789480271.744122:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6a97c4b000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789480271.744148:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a897b4000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00010000:01000000:0.0:1789480271.744786:0:20720:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1789480271.744790:0:20720:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1789480271.744792:0:20720:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:0.0:1789480271.744796:0:20720:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789480271.744798:0:20720:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789480271.744822:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a97c4b000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789480271.744897:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789480271.744903:0:20720:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1789480271.744916:0:20720:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1789480271.744920:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e3a6 00000020:00000080:0.0:1789480271.744925:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6a897b6000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789480271.744944:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6a97c49000 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1789480271.744949:0:37:0:(genops.c:885:class_export_put()) final put ffff8a6a897b2800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789480271.744951:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a897b2800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1789480271.744955:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1789480271.745113:0:20720:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1789480271.745117:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789480271.745122:0:20720:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1789480271.745125:0:20720:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff8a6a95c9cd40) has no exports 00000020:00000080:0.0:1789480271.745128:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e39f 00000020:00000080:0.0:1789480271.745132:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6a897b3000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789480271.745157:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a897b6000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1789480271.746538:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a897b3000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1789480271.750256:0:20720:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:1.0:1789480271.750274:0:20720:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789480271.750278:0:20720:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789480271.750285:0:20720:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789480271.750332:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789480271.750342:0:20720:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789480271.750376:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789480271.750380:0:20720:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789480271.750386:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a698885e000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789480271.750391:0:20720:0:(genops.c:844:class_export_destroy()) destroying export ffff8a698885e000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1789480271.750398:0:20720:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789480271.750614:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e375 00000020:00000080:1.0:1789480271.750621:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6abb5d4000/lustre-MDD0000_UUID 00000020:01000000:1.0:1789480271.750626:0:20720:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1789480271.750630:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789480271.750635:0:20720:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789480271.750639:0:20720:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff8a6a95c999c0) has no exports 00000020:00000080:1.0:1789480271.750658:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789480271.750661:0:20720:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1789480271.750664:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e37c 00000020:00000080:1.0:1789480271.750667:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6abb5d6800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1789480271.750675:0:20720:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a6988485000 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1789480271.750678:0:20720:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a6988485000 3 00000020:01000004:1.0:1789480271.750681:0:20720:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8a6988485000 from lustre-MDT0000 00000020:00000080:1.0:1789480271.750696:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789480271.750699:0:20720:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1789480271.750701:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6abb5d2000/lustre-MDT0000_UUID 00000020:00000080:1.0:1789480271.750703:0:20720:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6abb5d2000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1789480271.750708:0:20720:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1789480271.750747:0:20720:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:1.0:1789480271.750751:0:20720:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1789480271.750753:0:20720:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1789480271.750756:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789480271.750763:0:20720:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789480271.750769:0:20720:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff8a698849c800 51483ccc-9e15-472d-aee3-1dbbbf4be94f 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789480271.750774:0:20720:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff8a6986980000) has exports, disconnecting them 00000020:00080000:1.0:1789480271.750777:0:20720:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8a698849c800), last request at 1789480179 00000020:00000080:1.0:1789480271.750791:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e321 00000020:00010000:1.0:1789480271.750796:0:20720:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8a698849c800: total 2 00000100:00080000:1.0:1789480271.750800:0:20720:0:(import.c:65:import_set_state_nolock()) ffff8a698849d800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1789480271.750813:0:20720:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a698849c800): rc 0 00000020:00080000:1.0:1789480271.750817:0:20720:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff8a6986980000) has no exports 00000020:00010000:1.0:1789480271.750827:0:17140:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8a698849c800: total 2 00010000:00010000:1.0:1789480271.750850:0:17140:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8a698849c800, canceled 0 locks, left on hash table 13. 00010000:00010000:1.0:1789480271.750879:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6a80030400/0xdaa289fda243e8e6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xdaa289fda243e8df expref: 14 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480271.750897:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6abb5dbc00/0xdaa289fda243e45c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xdaa289fda243e455 expref: 13 pid: 17146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480271.750909:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6abb4bce00/0xdaa289fda243e646 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xdaa289fda243e63f expref: 12 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480271.750919:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6abb3c1600/0xdaa289fda243e582 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xdaa289fda243e57b expref: 11 pid: 17146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480271.750929:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6a80030e00/0xdaa289fda243e81b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xdaa289fda243e814 expref: 10 pid: 17146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480271.750940:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6abb5db600/0xdaa289fda243e440 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xdaa289fda243e439 expref: 9 pid: 17146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480271.750949:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6987ecce00/0xdaa289fda243e5ac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xdaa289fda243e5a5 expref: 8 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480271.750973:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6abb5da600/0xdaa289fda243e8d8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xdaa289fda243e8d1 expref: 7 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480271.750997:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6abb3c1c00/0xdaa289fda243e4fd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xdaa289fda243e4f6 expref: 6 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480271.751008:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6abb5db200/0xdaa289fda243e44e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xdaa289fda243e447 expref: 5 pid: 17146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480271.751021:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243e32f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xdaa289fda243e328 expref: 4 pid: 17146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480271.751029:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6abb5db000/0xdaa289fda243e61c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xdaa289fda243e615 expref: 3 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480271.751041:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6a80031800/0xdaa289fda243e8ca lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xdaa289fda243e8c3 expref: 2 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480271.751052:0:17140:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8a698849c800, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1789480271.751065:0:17140:0:(genops.c:885:class_export_put()) final put ffff8a698849c800/51483ccc-9e15-472d-aee3-1dbbbf4be94f 00010000:00010000:1.0:1789480271.751070:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480271.751072:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480271.751074:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789480271.751280:0:17145:0:(service.c:3188:ptlrpc_main()) ll_mgs_0000: service thread [ffff8a6abb3a0c00:17145] 0 exiting: rc = 1 00000020:00000080:3.0:1789480271.751355:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6a897b2000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1789480271.751374:0:37:0:(genops.c:885:class_export_put()) final put ffff8a6988487800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789480271.751377:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6988487800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1789480271.751381:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789480271.751552:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6abb5d4000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1789480271.751556:0:37:0:(genops.c:885:class_export_put()) final put ffff8a6abb5d6000/lustre-MDD0000_UUID 00000020:00000080:3.0:1789480271.751558:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6abb5d6000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1789480271.751561:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1789480271.751588:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6abb5d6800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1789480271.751592:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a698849c800/51483ccc-9e15-472d-aee3-1dbbbf4be94f for MGS 00000020:00000080:3.0:1789480271.751616:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a698849d800 for MGS 00000100:00100000:3.0:1789480271.751654:0:17146:0:(service.c:3188:ptlrpc_main()) ll_mgs_0001: service thread [ffff8a6a8bf29a00:17146] 1 exiting: rc = 0 00000100:00100000:0.0:1789480271.752940:0:17147:0:(service.c:3188:ptlrpc_main()) ll_mgs_0002: service thread [ffff8a6aaa2a4200:17147] 2 exiting: rc = 0 00000100:00100000:1.0:1789480271.753083:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753091:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753097:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753102:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753107:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753112:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753118:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753132:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753138:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753143:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753149:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753155:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753160:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753165:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753170:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753175:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753180:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753185:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753375:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753380:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753385:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753390:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753394:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753399:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753404:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753409:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753413:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753418:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753423:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753429:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753444:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753449:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753454:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753459:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753465:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753470:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753476:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753481:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753487:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753491:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753496:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753500:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753512:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753518:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753523:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753528:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753532:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753537:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753541:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753546:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753551:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753561:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753568:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753574:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753580:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753585:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753589:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753593:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753598:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753603:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753608:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753613:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753618:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480271.753622:0:20720:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:1.0:1789480271.754621:0:20720:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a6987abbe40 - data ffff8a6a960780d8/ffff8a6a98392000 00000020:01000000:1.0:1789480271.754900:0:20720:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a6986bcd300 - data ffff8a6a96039510/ffff8a6981b8c800 00000020:00000080:1.0:1789480271.757681:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e305 00000020:00000080:1.0:1789480271.757697:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6988480800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1789480271.757719:0:20720:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a6988485000 from MGS, refs=2 00000020:01000004:1.0:1789480271.757723:0:20720:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a6988485000 2 00000020:01000004:1.0:1789480271.757727:0:20720:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8a6988485000 from MGS 00000020:00000080:1.0:1789480271.757748:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789480271.757755:0:20720:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1789480271.757758:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6988482000/MGS 00000020:00000080:1.0:1789480271.757760:0:20720:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6988482000/MGS for MGS 00000020:01000000:1.0:1789480271.757766:0:20720:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1789480271.757840:0:20720:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1789480271.757844:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789480271.757849:0:20720:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789480271.757854:0:20720:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8a6987e17000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789480271.757860:0:20720:0:(genops.c:1552:class_disconnect_exports()) OBD device 11 (ffff8a6986984d40) has exports, disconnecting them 00000020:00080000:1.0:1789480271.757866:0:20720:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8a6987e17000), last request at 1789480180 00000020:00000080:1.0:1789480271.757869:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e408 00000020:00080000:1.0:1789480271.757879:0:20720:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a6987e17000): rc 0 00000020:00000080:1.0:1789480271.757883:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6987e17000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1789480271.758441:0:13097:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6988480800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1789480271.758454:0:13097:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6987e17000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:3.0:1789480271.762277:0:20720:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:3.0:1789480271.762285:0:20720:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789480271.762289:0:20720:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789480271.762296:0:20720:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789480271.762324:0:13097:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6987e11000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1789480271.762514:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789480271.762522:0:20720:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1789480271.762528:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6987c39800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1789480271.762531:0:20720:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6987c39800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1789480271.762537:0:20720:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:3.0:1789480271.762617:0:20720:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a6988485000 1 00000020:00000080:3.0:1789480271.762623:0:20720:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e2f7 00000020:00000080:3.0:1789480271.762629:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6988483800/lustre-MDT0000-osd_UUID 00000020:01000000:3.0:1789480271.762638:0:20720:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:3.0:1789480271.762646:0:13097:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6988483800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1789480271.762655:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789480271.762660:0:20720:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789480271.762663:0:20720:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff8a6986983380) has no exports 00000020:00000080:3.0:1789480271.830767:0:20720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789480271.830788:0:20720:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:3.0:1789480271.830794:0:20720:0:(genops.c:885:class_export_put()) final put ffff8a6988487000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789480271.830798:0:20720:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6988487000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1789480271.830810:0:20720:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:3.0:1789480271.830921:0:20720:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8a6988482800 00000020:02000400:3.0:1789480271.830974:0:20720:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1789480272.069713:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789480272.580367:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789480272.580387:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528008704:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789480272.580446:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789480272.580573:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789480272.580577:0:13097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789480272.580581:0:13097:0:(import.c:65:import_set_state_nolock()) ffff8a6987523000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789480272.580591:0:13097:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 636 00000100:00080000:2.0:1789480272.580596:0:13097:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:0.0:1789480272.580678:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3645:1876405528008832:0@lo:400:kworker.0 00000100:00080000:2.0:1789480272.583837:0:13097:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8a6987523000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:2.0:1789480272.583874:0:13097:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa462680 x1876405528008960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789480272.583917:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789480272.583921:0:13097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789480272.583923:0:13097:0:(import.c:65:import_set_state_nolock()) ffff8a6aab16c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789480272.583928:0:13097:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 636 00000100:00080000:2.0:1789480272.583933:0:13097:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789480272.583937:0:13097:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8a6aab16c800 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:2.0:1789480272.583947:0:13097:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa460a80 x1876405528009216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789480272.583956:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789480272.583960:0:13097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789480272.583961:0:13097:0:(import.c:65:import_set_state_nolock()) ffff8a69874bf800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789480272.583964:0:13097:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 636 00000100:00080000:2.0:1789480272.583967:0:13097:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789480272.583971:0:13097:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8a69874bf800 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:2.0:1789480272.583981:0:13097:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa460700 x1876405528009344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789480272.584062:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789480272.584067:0:13097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789480272.584068:0:13097:0:(import.c:65:import_set_state_nolock()) ffff8a6986ac5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789480272.584077:0:13097:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 636 00000100:00080000:2.0:1789480272.584080:0:13097:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789480272.584086:0:13097:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8a6986ac5000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:2.0:1789480272.584100:0:13097:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa460380 x1876405528009600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789480272.584406:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876405528009472:0@lo:400:kworker.0 00000100:00100000:3.0:1789480272.584458:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480272.584588:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789480272.584595:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876405528009728:0@lo:400:kworker.0 00000100:00100000:3.0:1789480272.584619:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480272.584714:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528008960:0@lo:38:kworker.0 00000100:00100000:0.0:1789480272.584743:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480272.584763:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876405528009216:0@lo:38:kworker.0 00000100:00100000:0.0:1789480272.584794:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528008960 00000100:00100000:0.0:1789480272.584801:0:17157:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528008960 00000100:00100000:0.0:1789480272.584832:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789480272.584839:0:17157:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876405528008960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789480272.584856:0:17157:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000100:1.0:1789480272.587505:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876405528008832 offset 0 length 224: 4 00000100:00100000:1.0:1789480272.587556:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789480272.587566:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528009088:0@lo:400:kworker.0 00000100:00100000:1.0:1789480272.587727:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480272.587757:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528009088 00000100:00100000:1.0:1789480272.587764:0:18657:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528009088 00000100:00100000:1.0:1789480272.587810:0:18657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789480272.587818:0:18657:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528009088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789480272.587856:0:18657:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528009088:12345-0@lo:400:kworker.0 Request processed in 40us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480272.587863:0:18657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789480272.587904:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528009088:0@lo:400:kworker.0 00000100:00100000:3.0:1789480272.595149:0:18660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528008704 00000100:00100000:3.0:1789480272.595163:0:18660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528008704 00000100:00100000:3.0:1789480272.595248:0:18660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789480272.595258:0:18660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528008704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789480272.595287:0:18660:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789480272.595346:0:18660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528008704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (14900us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480272.595353:0:18660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789480272.595426:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528009472 00000100:00100000:2.0:1789480272.595431:0:17153:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528009472 00000100:00100000:2.0:1789480272.595544:0:17153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528009728 00000100:00100000:2.0:1789480272.595548:0:17153:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528009728 00000100:00100000:2.0:1789480272.595570:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789480272.595576:0:17153:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876405528009472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480272.595614:0:17153:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876405528009472:12345-0@lo:400:kworker.0 Request processed in 38us (11156us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480272.595620:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789480272.595715:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789480272.595722:0:17153:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876405528009728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480272.595752:0:17153:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1876405528009728:12345-0@lo:400:kworker.0 Request processed in 32us (11133us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480272.595758:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00080000:2.0:1789480272.595774:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789480272.595779:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789480272.595781:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789480272.595921:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480272.595956:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876405528009344:0@lo:38:kworker.0 00000100:00100000:3.0:1789480272.595987:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480272.596555:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876405528009600:0@lo:38:kworker.0 00000100:00100000:3.0:1789480272.596585:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480272.596689:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528009216 00000100:00100000:3.0:1789480272.596695:0:17154:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528009216 00000100:00100000:3.0:1789480272.596712:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528009344 00000100:00100000:3.0:1789480272.596715:0:17154:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528009344 00000100:00100000:3.0:1789480272.596721:0:17154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528009600 00000100:00100000:3.0:1789480272.596723:0:17154:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528009600 00000100:00100000:3.0:1789480272.596732:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789480272.596738:0:17154:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876405528009216:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1789480272.596755:0:17154:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789480272.596790:0:17154:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876405528009216:12345-0@lo:38:kworker.0 Request processed in 52us (870us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789480272.596797:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789480272.596809:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789480272.596812:0:17154:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876405528009344:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1789480272.596821:0:17154:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789480272.596842:0:17154:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876405528009344:12345-0@lo:38:kworker.0 Request processed in 29us (855us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789480272.596847:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789480272.596856:0:17154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789480272.596860:0:17154:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876405528009600:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1789480272.596868:0:17154:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789480272.596888:0:17154:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876405528009600:12345-0@lo:38:kworker.0 Request processed in 27us (303us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789480272.596893:0:17154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:3.0:1789480272.596927:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6aab16c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789480272.596932:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789480272.596935:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876405528009216:0@lo:38:kworker.0 00000100:00080000:3.0:1789480272.596953:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a69874bf800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789480272.596956:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789480272.596959:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876405528009344:0@lo:38:kworker.0 00000100:00080000:3.0:1789480272.596966:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6986ac5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789480272.596970:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789480272.596972:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876405528009600:0@lo:38:kworker.0 00010000:00080000:3.0:1789480272.597419:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8a6aaa461180 x1876405528009728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480272.597433:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876405528009728:0@lo:400:kworker.0 00010000:00080000:3.0:1789480272.597450:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8a6aaa463b80 x1876405528009472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480272.597537:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876405528009472:0@lo:400:kworker.0 00000100:00100000:3.0:1789480272.597561:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528008704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789480272.608306:0:17157:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876405528008960:12345-0@lo:38:kworker.0 Request processed in 23459us (23554us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789480272.608320:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:0.0:1789480272.608391:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6987523000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789480272.608397:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789480272.608402:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528008960:0@lo:38:kworker.0 00010000:00010000:1.0:1789480273.098030:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789480273.607683:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528009856:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789480273.607753:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480273.608804:0:18660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528009856 00000100:00100000:3.0:1789480273.608816:0:18660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528009856 00000100:00100000:3.0:1789480273.608876:0:18660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789480273.608886:0:18660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528009856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789480273.608917:0:18660:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789480273.608981:0:18660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528009856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (1228us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480273.608988:0:18660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789480273.610365:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528009856:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789480274.116546:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789480274.693643:0:17904:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789480275.141075:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789480275.403583:0:20922:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:2.0:1789480275.417479:0:20922:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:2.0:1789480275.417533:0:20922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd200/0xdaa289fda243e4f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243e4fd expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.417547:0:20922:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd200/0xdaa289fda243e4f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243e4fd expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.417564:0:20922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd200/0xdaa289fda243e4f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e4fd expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.417571:0:20922:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd200/0xdaa289fda243e4f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e4fd expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.417590:0:20922:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789480275.417596:0:20922:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1789480275.417620:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789480275.417624:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789480275.417629:0:20922:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789480275.417635:0:20922:0:(import.c:65:import_set_state_nolock()) ffff8a6aab16c800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1789480275.417640:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789480275.417641:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789480275.417644:0:20922:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1789480275.418290:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480275.418304:0:17141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd200/0xdaa289fda243e4f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e4fd expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.418313:0:17141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bd200 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:1.0:1789480275.418317:0:17141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd200/0xdaa289fda243e4f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e4fd expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.418326:0:17141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd200/0xdaa289fda243e4f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xdaa289fda243e4fd expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789480275.418333:0:17141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd200/0xdaa289fda243e4f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xdaa289fda243e4fd expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789480275.418339:0:17141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789480275.418342:0:17141:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1789480275.418344:0:17141:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1789480275.418377:0:17141:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd200/0xdaa289fda243e4f6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e4fd expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.418383:0:17141:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789480275.418413:0:17141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd200/0xdaa289fda243e4f6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e4fd expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.418420:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd200/0xdaa289fda243e4f6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e4fd expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.418431:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480275.418433:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480275.418435:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480275.418851:0:20922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243e455 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243e45c expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.418862:0:20922:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243e455 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243e45c expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.418870:0:20922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243e455 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e45c expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.418878:0:20922:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243e455 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e45c expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.418896:0:20922:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789480275.418909:0:20922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b800/0xdaa289fda243e814 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243e81b expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.418917:0:20922:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b800/0xdaa289fda243e814 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243e81b expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.418924:0:20922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b800/0xdaa289fda243e814 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e81b expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.418931:0:20922:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b800/0xdaa289fda243e814 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e81b expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.418942:0:20922:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789480275.418947:0:20922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a80031000/0xdaa289fda243e8df lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243e8e6 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.418954:0:20922:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a80031000/0xdaa289fda243e8df lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243e8e6 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.418961:0:20922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a80031000/0xdaa289fda243e8df lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e8e6 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.418968:0:20922:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.144@tcp lock: ffff8a6a80031000/0xdaa289fda243e8df lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e8e6 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.418975:0:20922:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1789480275.418979:0:20922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243e447 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243e44e expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.418986:0:20922:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243e447 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243e44e expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.418998:0:20922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243e447 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e44e expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.419005:0:20922:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243e447 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e44e expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480275.419013:0:20922:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:2.0:1789480275.419016:0:20922:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:2.0:1789480275.419040:0:20922:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0001 00000020:01000000:2.0:1789480275.419044:0:20922:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:2.0:1789480275.419048:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789480275.419053:0:20922:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:2.0:1789480275.419059:0:20922:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff8a69869fb800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789480275.419065:0:20922:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff8a69874b9800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789480275.419071:0:20922:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff8a6abb5c19c0) has exports, disconnecting them 00000020:00080000:2.0:1789480275.419075:0:20922:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8a69869fb800), last request at 1789480272 00000020:00000080:2.0:1789480275.419082:0:20922:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e670 00000100:00080000:2.0:1789480275.419098:0:20922:0:(import.c:65:import_set_state_nolock()) ffff8a69869f9000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1789480275.419137:0:20922:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a69869fb800): rc 0 00000020:00000080:2.0:1789480275.419139:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a69869fb800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:2.0:1789480275.419148:0:20922:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8a69874b9800), last request at 1789480272 00000020:00000080:2.0:1789480275.419151:0:20922:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e5d6 00000100:00080000:2.0:1789480275.419156:0:20922:0:(import.c:65:import_set_state_nolock()) ffff8a69874ba800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1789480275.419161:0:20922:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a69874b9800): rc 0 00000020:00000080:2.0:1789480275.419164:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a69874b9800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:2.0:1789480275.419171:0:20922:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffff9c0c00d87ae0 00000100:00080000:2.0:1789480275.419223:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789480275.419232:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789480275.420084:0:20922:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789480275.420091:0:20922:0:(import.c:65:import_set_state_nolock()) ffff8a6987523000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:1.0:1789480275.420223:0:17140:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1789480275.420232:0:17140:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243e455 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e45c expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420252:0:17140:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bc200 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:1.0:1789480275.420257:0:17140:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243e455 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e45c expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420266:0:17140:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243e455 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xdaa289fda243e45c expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789480275.420274:0:17140:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243e455 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xdaa289fda243e45c expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789480275.420280:0:17140:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789480275.420283:0:17140:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:1.0:1789480275.420285:0:17140:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:1.0:1789480275.420318:0:17140:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243e455 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e45c expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420326:0:17140:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789480275.420354:0:17140:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243e455 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e45c expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420361:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243e455 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e45c expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420375:0:17140:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1789480275.420378:0:17140:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b800/0xdaa289fda243e814 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e81b expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420384:0:17140:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ac047b800 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:1.0:1789480275.420387:0:17140:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b800/0xdaa289fda243e814 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e81b expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420399:0:17140:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b800/0xdaa289fda243e814 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xdaa289fda243e81b expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789480275.420405:0:17140:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b800/0xdaa289fda243e814 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xdaa289fda243e81b expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789480275.420410:0:17140:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1789480275.420412:0:17140:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1789480275.420414:0:17140:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1789480275.420430:0:17140:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b800/0xdaa289fda243e814 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e81b expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420436:0:17140:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789480275.420444:0:17140:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b800/0xdaa289fda243e814 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e81b expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420450:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6ac047b800/0xdaa289fda243e814 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e81b expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420466:0:17140:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789480275.420469:0:17140:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6a80031000/0xdaa289fda243e8df lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e8e6 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420475:0:17140:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a80031000 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:1.0:1789480275.420477:0:17140:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6a80031000/0xdaa289fda243e8df lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e8e6 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420483:0:17140:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6a80031000/0xdaa289fda243e8df lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xdaa289fda243e8e6 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789480275.420498:0:17140:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6a80031000/0xdaa289fda243e8df lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xdaa289fda243e8e6 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789480275.420503:0:17140:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1789480275.420505:0:17140:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1789480275.420507:0:17140:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1789480275.420520:0:17140:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6a80031000/0xdaa289fda243e8df lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e8e6 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420526:0:17140:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789480275.420533:0:17140:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6a80031000/0xdaa289fda243e8df lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e8e6 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420539:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6a80031000/0xdaa289fda243e8df lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e8e6 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420549:0:17140:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480275.420552:0:17140:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243e447 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e44e expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420557:0:17140:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bd000 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:1.0:1789480275.420560:0:17140:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243e447 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e44e expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420567:0:17140:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243e447 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xdaa289fda243e44e expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789480275.420573:0:17140:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243e447 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xdaa289fda243e44e expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789480275.420588:0:17140:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1789480275.420590:0:17140:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1789480275.420591:0:17140:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1789480275.420605:0:17140:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243e447 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e44e expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420611:0:17140:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789480275.420616:0:17140:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243e447 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e44e expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420623:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243e447 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xdaa289fda243e44e expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480275.420634:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480275.420635:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480275.420637:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1789480275.420648:0:13097:0:(genops.c:844:class_export_destroy()) destroying export ffff8a69869fb800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:1.0:1789480275.420692:0:13097:0:(genops.c:844:class_export_destroy()) destroying export ffff8a69874b9800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:1.0:1789480275.420715:0:13097:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a69869f9000 for lustre-MDT0001 00000020:00000080:1.0:1789480275.420719:0:13097:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a69874ba800 for lustre-MDT0001 00000100:00100000:1.0:1789480275.420737:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69888d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3648:1876405528010240:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789480275.420794:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480275.420837:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789480275.420843:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3648:1876405528010112:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789480275.420864:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480275.420893:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528010240 00000100:00100000:1.0:1789480275.420899:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528010240 00000100:00100000:1.0:1789480275.420929:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528010112 00000100:00100000:1.0:1789480275.420938:0:17139:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528010112 00000100:00100000:1.0:1789480275.420954:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789480275.420961:0:17139:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69817b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3648:x1876405528010240:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789480275.420966:0:17139:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789480275 with bad export cookie 15754306168937505569 00000100:00100000:3.0:1789480275.421422:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3646:1876405528009984:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789480275.421458:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480275.421535:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69888d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3645:1876405528010368:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789480275.421562:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480275.421616:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6988820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3646:1876405528010496:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789480275.421639:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789480275.421815:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1789480275.421819:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1789480275.421838:0:20922:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1789480275.421897:0:20922:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1789480275.421926:0:20922:0:(import.c:65:import_set_state_nolock()) ffff8a6aab027000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789480275.421945:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1789480275.421948:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1789480275.421954:0:20922:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789480275.422026:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528010624:0@lo:9:umount.0 00000100:00100000:0.0:1789480275.422055:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789480275.422083:0:20922:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1789480275.422092:0:20922:0:(import.c:65:import_set_state_nolock()) ffff8a6987e15000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1789480275.422108:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528010752:0@lo:9:umount.0 00000100:00100000:0.0:1789480275.422130:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480275.422157:0:19538:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528010624 00000100:00100000:0.0:1789480275.422162:0:19538:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528010624 00000100:00100000:0.0:1789480275.422232:0:19538:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528010752 00000100:00100000:0.0:1789480275.422236:0:19538:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528010752 00000100:00100000:0.0:1789480275.422259:0:19538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789480275.422266:0:19538:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3644:x1876405528010624:12345-0@lo:9:umount.0 00000020:00000080:0.0:1789480275.422287:0:19538:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e600 00000100:00080000:0.0:1789480275.422294:0:19538:0:(import.c:65:import_set_state_nolock()) ffff8a6985d0d800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789480275.422326:0:19538:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1789480275.422447:0:19538:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+2:3644:x1876405528010624:12345-0@lo:9:umount.0 Request processed in 181us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480275.422455:0:19538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789480275.422470:0:19538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789480275.422476:0:19538:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3644:x1876405528010752:12345-0@lo:9:umount.0 00000020:00000080:0.0:1789480275.422487:0:19538:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e68c 00000100:00080000:0.0:1789480275.422492:0:19538:0:(import.c:65:import_set_state_nolock()) ffff8a6986874800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789480275.422506:0:19538:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1789480275.422573:0:19538:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+2:3644:x1876405528010752:12345-0@lo:9:umount.0 Request processed in 97us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480275.422586:0:19538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:0.0:1789480275.422621:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6987e15000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1789480275.422626:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1789480275.422628:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789480275.422631:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528010752:0@lo:9:umount.0 00000100:00080000:0.0:1789480275.422640:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6aab027000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1789480275.422642:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1789480275.422644:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789480275.422646:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528010624:0@lo:9:umount.0 00000020:00080000:0.0:1789480275.422694:0:20922:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff8a6abb5c19c0) has no exports 00000100:00080000:2.0:1789480275.424089:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789480275.424096:0:17148:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789480275.431037:0:17138:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1789480275.431054:0:17138:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:1.0:1789480275.431080:0:17137:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1789480275.431088:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528009984 00000100:00100000:1.0:1789480275.431094:0:17137:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528009984 00000100:00100000:1.0:1789480275.431119:0:17137:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1789480275.431124:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528010368 00000100:00100000:1.0:1789480275.431127:0:17137:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528010368 00000100:00100000:1.0:1789480275.431135:0:17137:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1789480275.431140:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528010496 00000100:00100000:1.0:1789480275.431143:0:17137:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528010496 00010000:00010000:1.0:1789480275.431325:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480275.431332:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789480275.431423:0:17139:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69817b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3648:x1876405528010240:12345-0@lo:103:ldlm_bl.0 Request processed in 10456us (10624us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789480275.431432:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:1.0:1789480275.431471:0:3648:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.206.144@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789480275.431475:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8a6987c3f000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1789480275.431479:0:3648:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.206.144@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00100000:2.0:1789480275.433713:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789480275.433728:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69817b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3648:x1876405528010112:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1789480275.433736:0:17138:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789480275 with bad export cookie 15754306168937505569 00000100:00100000:2.0:1789480275.433826:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69817b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3648:x1876405528010112:12345-0@lo:103:ldlm_bl.0 Request processed in 100us (12960us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789480275.433834:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789480275.433862:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789480275.433866:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3646:x1876405528009984:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1789480275.433870:0:17138:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789480275 with bad export cookie 15754306168937505569 00000100:00100000:2.0:1789480275.433904:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3646:x1876405528009984:12345-0@lo:103:ldlm_bl.0 Request processed in 36us (12445us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789480275.433910:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789480275.433922:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789480275.433926:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3645:x1876405528010368:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1789480275.433930:0:17138:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789480275 with bad export cookie 15754306168937505569 00000100:00100000:2.0:1789480275.433974:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3645:x1876405528010368:12345-0@lo:103:ldlm_bl.0 Request processed in 34us (12399us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789480275.433981:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789480275.433994:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789480275.433998:0:17138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3646:x1876405528010496:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1789480275.434002:0:17138:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789480275 with bad export cookie 15754306168937505569 00000100:00100000:2.0:1789480275.434042:0:17138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3646:x1876405528010496:12345-0@lo:103:ldlm_bl.0 Request processed in 42us (12402us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789480275.434049:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:2.0:1789480275.434089:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.206.144@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789480275.437259:0:3648:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.206.144@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1789480275.437264:0:3648:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1789480275.437272:0:3648:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a6aaa463800 x1876405528008832/t0(0) o400->MGC192.168.206.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789480288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480275.437287:0:3648:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a69888d6a00 x1876405528010240/t0(0) o103->MGC192.168.206.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789480291 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480275.437296:0:3648:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a6a866ee300 x1876405528010112/t0(0) o103->MGC192.168.206.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789480291 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480275.437318:0:3648:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a6a866ed180 x1876405528009984/t0(0) o103->MGC192.168.206.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789480291 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480275.437327:0:3648:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a6988820000 x1876405528010496/t0(0) o103->MGC192.168.206.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789480291 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480275.437335:0:3648:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a69888d7b80 x1876405528010368/t0(0) o103->MGC192.168.206.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789480291 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1789480275.437343:0:3648:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1789480275.437346:0:3648:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1789480275.437347:0:3648:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1789480275.440404:0:3645:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8a6987c3f000 already not connected (conn 1, was 1): DISCONN 00000100:00080000:1.0:1789480275.440437:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8a6987c3f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789480275.440446:0:3648:0:(import.c:545:import_select_connection()) MGC192.168.206.144@tcp: connect to NID 0@lo last attempt 548 00000100:00080000:1.0:1789480275.440461:0:3648:0:(import.c:666:import_select_connection()) MGC192.168.206.144@tcp: import ffff8a6987c3f000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:1.0:1789480275.440555:0:3648:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa47bb80 x1876405528010880/t0(0) o250->MGC192.168.206.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789480275.440581:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3645:1876405528008832:0@lo:400:kworker.0 00000100:00100000:3.0:1789480275.440623:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3646:1876405528009984:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789480275.440635:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6988820000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3646:1876405528010496:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789480275.440638:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3644:1876405528010880:0@lo:250:ptlrpcd_00_03.0 00000100:00100000:1.0:1789480275.440689:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3648:1876405528010112:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789480275.440696:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69888d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3648:1876405528010240:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789480275.440703:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69888d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3645:1876405528010368:0@lo:103:ldlm_bl.0 00000400:00000100:0.0:1789480275.441123:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876405528010880 offset 0 length 520: 4 00000020:00080000:0.0:1789480275.447504:0:20922:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff8a6abb5c19c0) has no exports 00000020:01000000:2.0:1789480275.487029:0:20922:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a6ac1c4f180 - data ffff8a6a9619a798/ffff8a6981cde400 00000020:01000000:2.0:1789480275.487182:0:20922:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a6985e0ab40 - data ffff8a6a96162a20/ffff8a6aab2f1400 00000001:00000004:2.0:1789480275.501436:0:20922:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:2.0:1789480275.537722:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789480275.537730:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789480275.537736:0:20922:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1789480275.540515:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789480275.540522:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1789480275.540546:0:20922:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789480275.540548:0:20922:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789480275.541266:0:17892:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789480275.541280:0:17892:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:1.0:1789480275.541289:0:17892:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1789480275.542026:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1789480275.542031:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1789480275.542048:0:20922:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789480275.542050:0:20922:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789480275.542519:0:17895:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789480275.542524:0:17895:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1789480275.542533:0:17895:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1789480275.543889:0:20922:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e46a 00000020:00000080:0.0:1789480275.543905:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a6a8a245000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789480275.544787:0:20922:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e47f 00000020:00000080:0.0:1789480275.544793:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a6986b0e000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789480275.544834:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a8a245000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:0.0:1789480275.544901:0:20922:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:1.0:1789480275.544933:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6986b0e000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:1.0:1789480275.544947:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789480275.544955:0:20922:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789480275.544958:0:20922:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff8a6abb5c0000) has no exports 00000004:01000000:1.0:1789480275.545386:0:20922:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1789480275.545395:0:20922:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e4d3 00000020:00000080:1.0:1789480275.545400:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a6987527800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1789480275.545440:0:20922:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1789480275.545444:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789480275.545448:0:20922:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789480275.545451:0:20922:0:(genops.c:1557:class_disconnect_exports()) OBD device 18 (ffff8a6a95c98000) has no exports 00000020:00000080:1.0:1789480275.545455:0:20922:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e4cc 00000020:00000080:1.0:1789480275.545458:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a6987e10000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789480275.545478:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6987527800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00010000:01000000:1.0:1789480275.545898:0:20922:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1789480275.545903:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789480275.545907:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1789480275.545912:0:20922:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789480275.545913:0:20922:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789480275.545944:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6987e10000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789480275.546127:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789480275.546135:0:20922:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789480275.546142:0:20922:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e4be 00000020:00000080:1.0:1789480275.546146:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a6abb2b0000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789480275.546173:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6987e15000 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1789480275.546179:0:37:0:(genops.c:885:class_export_put()) final put ffff8a6a82ddd800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789480275.546181:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a82ddd800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1789480275.546184:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1789480275.546461:0:20922:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1789480275.546465:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789480275.546470:0:20922:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789480275.546472:0:20922:0:(genops.c:1557:class_disconnect_exports()) OBD device 17 (ffff8a6ac1ac4d40) has no exports 00000020:00000080:1.0:1789480275.546477:0:20922:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e4b0 00000020:00000080:1.0:1789480275.546481:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a6aab027800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789480275.546501:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6abb2b0000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00010000:01000000:1.0:1789480275.546890:0:20922:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1789480275.546893:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789480275.546896:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1789480275.546899:0:20922:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789480275.546901:0:20922:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789480275.546922:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6aab027800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789480275.547318:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789480275.547325:0:20922:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1789480275.547340:0:20922:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1789480275.547352:0:20922:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e4a2 00000020:00000080:1.0:1789480275.547357:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a6987524000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789480275.547447:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6aab027000 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1789480275.547453:0:37:0:(genops.c:885:class_export_put()) final put ffff8a6987522800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789480275.547455:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6987522800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1789480275.547459:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1789480275.547572:0:20922:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:1.0:1789480275.547576:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789480275.547580:0:20922:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789480275.547584:0:20922:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff8a6ac1ac3380) has no exports 00000020:00000080:1.0:1789480275.547588:0:20922:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e49b 00000020:00000080:1.0:1789480275.547592:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a6987526000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789480275.547610:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6987524000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1789480275.548846:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6987526000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1789480275.549261:0:20922:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1789480275.549265:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789480275.549268:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789480275.549337:0:20922:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789480275.549425:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789480275.549494:0:20922:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789480275.549521:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789480275.549524:0:20922:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789480275.549528:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a6a866cf800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789480275.549531:0:20922:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a866cf800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1789480275.549536:0:20922:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789480275.549660:0:20922:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e486 00000020:00000080:0.0:1789480275.549666:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a6986b08000/lustre-MDD0001_UUID 00000020:00000080:2.0:1789480275.549689:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6987523000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1789480275.549696:0:37:0:(genops.c:885:class_export_put()) final put ffff8a6a866cd000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789480275.549698:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a866cd000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:2.0:1789480275.549702:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1789480275.549893:0:20922:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1789480275.549898:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789480275.549902:0:20922:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789480275.549905:0:20922:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff8a6abb5c4d40) has no exports 00000020:00000080:0.0:1789480275.549922:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789480275.549925:0:20922:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1789480275.549933:0:20922:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e48d 00000020:00000080:0.0:1789480275.549952:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a6986b0e800/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1789480275.549975:0:20922:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a698885a800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1789480275.549978:0:20922:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a698885a800 2 00000020:01000004:0.0:1789480275.549980:0:20922:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8a698885a800 from lustre-MDT0001 00000020:00000080:2.0:1789480275.549998:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6986b08000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:2.0:1789480275.550002:0:37:0:(genops.c:885:class_export_put()) final put ffff8a6a866cc800/lustre-MDD0001_UUID 00000020:00000080:2.0:1789480275.550004:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a866cc800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:2.0:1789480275.550007:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:0.0:1789480275.550122:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789480275.550126:0:20922:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1789480275.550129:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a6a8a246800/lustre-MDT0001_UUID 00000020:00000080:0.0:1789480275.550131:0:20922:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a8a246800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1789480275.550137:0:20922:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1789480275.550184:0:20922:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1789480275.550187:0:20922:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1789480275.550215:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789480275.550219:0:20922:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789480275.550224:0:20922:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8a6aab16d800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789480275.550229:0:20922:0:(genops.c:1552:class_disconnect_exports()) OBD device 19 (ffff8a6ab9ba19c0) has exports, disconnecting them 00000020:00000080:2.0:1789480275.550258:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6986b0e800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00080000:0.0:1789480275.550354:0:20922:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8a6aab16d800), last request at 1789480192 00000020:00000080:0.0:1789480275.550358:0:20922:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e50b 00000020:00080000:0.0:1789480275.550368:0:20922:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a6aab16d800): rc 0 00000020:00000080:0.0:1789480275.550371:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a6aab16d800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1789480275.550415:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6aab16d800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:2.0:1789480275.555252:0:20922:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:2.0:1789480275.555259:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789480275.555264:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789480275.555270:0:20922:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789480275.555313:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6aab16c800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1789480275.555492:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789480275.555503:0:20922:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:2.0:1789480275.555508:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a6aab16a000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:2.0:1789480275.555512:0:20922:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6aab16a000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:2.0:1789480275.555517:0:20922:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:2.0:1789480275.555581:0:20922:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a698885a800 1 00000020:00000080:2.0:1789480275.555587:0:20922:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e432 00000020:00000080:2.0:1789480275.555593:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a6abb3bf000/lustre-MDT0001-osd_UUID 00000020:01000000:2.0:1789480275.555601:0:20922:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:2.0:1789480275.555609:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6abb3bf000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1789480275.555617:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789480275.555622:0:20922:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789480275.555626:0:20922:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff8a6ac1ac19c0) has no exports 00000020:00000080:3.0:1789480275.620486:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789480275.620498:0:20922:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:3.0:1789480275.620504:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a6a82dd8800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789480275.620508:0:20922:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a82dd8800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1789480275.620518:0:20922:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:3.0:1789480275.620624:0:20922:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8a6988859800 00000020:01000000:3.0:1789480275.620645:0:20922:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1789480275.620649:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789480275.620654:0:20922:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789480275.620657:0:20922:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff8a6987948000) has no exports 00000100:00100000:0.0:1789480275.620911:0:17151:0:(service.c:3188:ptlrpc_main()) mdt00_000: service thread [ffff8a6ab9896200:17151] 0 exiting: rc = 1 00000100:00100000:2.0:1789480275.621018:0:17154:0:(service.c:3188:ptlrpc_main()) mdt00_002: service thread [ffff8a6986855c00:17154] 2 exiting: rc = 0 00000100:00100000:1.0:1789480275.621615:0:17153:0:(service.c:3188:ptlrpc_main()) mdt00_001: service thread [ffff8a6a8a744000:17153] 1 exiting: rc = 0 00000100:00100000:1.0:1789480275.621764:0:18681:0:(service.c:3188:ptlrpc_main()) mdt00_003: service thread [ffff8a6987909c00:18681] 3 exiting: rc = 0 00000100:00100000:3.0:1789480275.621889:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.621896:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.621903:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.621909:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.621915:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.621920:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.621926:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.621931:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.621936:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.621942:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.621947:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.621952:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.621957:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.621977:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.621983:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622003:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622355:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622366:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622372:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622378:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622384:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622388:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622394:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622399:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622404:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622409:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622415:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622421:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622427:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622433:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622438:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622443:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622448:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622454:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622460:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622465:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622471:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622476:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622481:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622487:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622492:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622497:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622503:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622508:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622513:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622519:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622525:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622531:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622536:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622542:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622555:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622560:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622567:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622572:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622578:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622583:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622589:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622595:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622601:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622606:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622611:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622618:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622623:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.622628:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480275.628568:0:17155:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8a6986854000:17155] 0 exiting: rc = 1 00000100:00100000:0.0:1789480275.628769:0:20290:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_002: service thread [ffff8a6987837800:20290] 2 exiting: rc = 0 00000100:00100000:3.0:1789480275.628901:0:17156:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8a6a991a7600:17156] 1 exiting: rc = 0 00000100:00100000:2.0:1789480275.629041:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.629148:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.629157:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.629162:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.629168:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.629173:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.629178:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.629183:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.629915:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.629927:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.629932:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.629938:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.629972:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.629979:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.629984:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.629990:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.629995:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630000:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630006:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630012:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630017:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630022:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630027:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630033:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630037:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630042:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630057:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630063:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630067:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630072:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630077:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630081:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630086:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630090:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630095:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630100:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630105:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630111:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630117:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630122:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630127:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630131:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630136:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630141:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630146:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630152:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630157:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630170:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630176:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630181:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630186:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630231:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630237:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630242:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630247:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630252:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630258:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630263:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630270:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630275:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630281:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630286:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630292:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.630297:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480275.630941:0:17158:0:(service.c:3188:ptlrpc_main()) mdt_out00_001: service thread [ffff8a698793c400:17158] 1 exiting: rc = 0 00000100:00100000:1.0:1789480275.631031:0:17893:0:(service.c:3188:ptlrpc_main()) mdt_out00_002: service thread [ffff8a698763fa00:17893] 2 exiting: rc = 0 00000100:00100000:3.0:1789480275.631314:0:17157:0:(service.c:3188:ptlrpc_main()) mdt_out00_000: service thread [ffff8a6abb5e8800:17157] 0 exiting: rc = 1 00000100:00100000:0.0:1789480275.631896:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.631905:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.631923:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.631932:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.631939:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.631946:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.631952:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.631958:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.631965:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632108:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632114:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632130:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632135:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632141:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632163:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632170:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632176:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632182:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632442:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632452:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632458:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632464:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632471:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632477:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632484:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632490:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632511:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632519:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632525:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632531:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632537:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632543:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632549:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632554:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632561:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632566:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632572:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632577:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632597:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632604:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632610:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632615:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632621:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632627:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632632:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632638:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632652:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632658:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632664:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632746:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632769:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632777:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632783:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632790:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632796:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632802:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632808:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632815:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632821:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632827:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632832:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632839:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632844:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.632851:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480275.643923:0:17159:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8a6aa27f6600:17159] 0 exiting: rc = 1 00000100:00100000:2.0:1789480275.644097:0:17160:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8a6aa27f7c00:17160] 1 exiting: rc = 0 00000100:00100000:0.0:1789480275.644361:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644368:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644373:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644378:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644383:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644388:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644393:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644398:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644403:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644408:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644413:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644418:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644423:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644428:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644433:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644437:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644442:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644459:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644465:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644470:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644476:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644481:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644486:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644491:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644496:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644500:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644506:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644510:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644515:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644519:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644524:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644529:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644534:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644539:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644544:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644549:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644555:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644560:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644565:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644570:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644575:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644580:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644585:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644589:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644594:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644599:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644604:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644609:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644614:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644619:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644624:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644629:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644642:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644647:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644652:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644657:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644663:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644667:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644686:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644691:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644696:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644701:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644706:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.644712:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.645173:0:17162:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8a6abb32de00:17162] 1 exiting: rc = 0 00000100:00100000:1.0:1789480275.645317:0:17161:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8a6abb32c600:17161] 0 exiting: rc = 1 00000100:00100000:0.0:1789480275.645409:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645416:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645421:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645426:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645431:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645436:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645440:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645446:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645452:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645456:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645461:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645466:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645471:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645476:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645482:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645487:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645493:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645498:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645503:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645508:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645513:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645518:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645523:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645539:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645544:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645549:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645554:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645559:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645564:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645569:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645574:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645579:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645584:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645589:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645594:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645598:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645603:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645608:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645613:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645618:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645623:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645629:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645634:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645639:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645643:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645648:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645653:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645658:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645663:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645737:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645745:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645751:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645756:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645762:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645767:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645771:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645777:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645782:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645794:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645800:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645805:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645810:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645815:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.645820:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480275.646423:0:17164:0:(service.c:3188:ptlrpc_main()) mdt_fld_0001: service thread [ffff8a6abb32d400:17164] 1 exiting: rc = 0 00000100:00100000:1.0:1789480275.646614:0:17163:0:(service.c:3188:ptlrpc_main()) mdt_fld_0000: service thread [ffff8a6abb32ca00:17163] 0 exiting: rc = 1 00000100:00100000:0.0:1789480275.646708:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646715:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646720:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646725:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646731:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646736:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646741:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646746:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646751:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646757:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646762:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646767:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646773:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646779:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646784:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646790:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646796:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646802:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646807:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646813:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646817:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646823:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646828:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646833:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646839:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646843:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646848:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646853:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646857:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646872:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646877:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646882:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646887:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646892:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646897:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646902:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646907:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646912:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646917:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646923:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646928:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646933:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646938:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646943:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646948:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646953:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.646958:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.647097:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.647106:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.647110:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.647115:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.647120:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.647125:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.647130:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.647135:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.647141:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.647145:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.647150:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.647154:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.647159:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.647163:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.647169:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.647174:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.647179:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789480275.647761:0:17166:0:(service.c:3188:ptlrpc_main()) mdt_io00_001: service thread [ffff8a6ab9b8e600:17166] 1 exiting: rc = 0 00000100:00100000:1.0:1789480275.648106:0:17165:0:(service.c:3188:ptlrpc_main()) mdt_io00_000: service thread [ffff8a6ab9b8fc00:17165] 0 exiting: rc = 1 00000100:00100000:1.0:1789480275.648284:0:17167:0:(service.c:3188:ptlrpc_main()) mdt_io00_002: service thread [ffff8a6ab9b8e200:17167] 2 exiting: rc = 0 00000100:00100000:0.0:1789480275.648476:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648484:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648489:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648496:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648501:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648507:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648512:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648518:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648524:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648530:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648535:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648561:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648568:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648574:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648580:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648585:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648591:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648597:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648603:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648609:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648616:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648622:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648628:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648634:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648640:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648646:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648651:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648658:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648665:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648749:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648757:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648763:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648769:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648775:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648781:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648814:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648821:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648827:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648833:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648839:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648844:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648849:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648853:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648858:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648863:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648868:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648873:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648879:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648885:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648891:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648897:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648902:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648908:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648913:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648918:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648923:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648929:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648934:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648939:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648944:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648948:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.648953:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.649019:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480275.649029:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1789480275.653585:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789480275.653598:0:20922:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:2.0:1789480275.653604:0:20922:0:(genops.c:885:class_export_put()) final put ffff8a6987c38000/MDS_uuid 00000020:00000080:2.0:1789480275.653608:0:20922:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6987c38000/MDS_uuid for MDS 00000020:01000000:2.0:1789480275.653613:0:20922:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:2.0:1789480275.653805:0:20922:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:3.0:1789480276.164384:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480277.189634:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789480277.700315:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 51483ccc-9e15-472d-aee3-1dbbbf4be94f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789480277.700338:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 51483ccc-9e15-472d-aee3-1dbbbf4be94f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789480277.700342:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789480277.700346:0:13097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789480277.700350:0:13097:0:(import.c:65:import_set_state_nolock()) ffff8a69874bf800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789480277.700357:0:13097:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 641 00000100:00080000:2.0:1789480277.700363:0:13097:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789480277.700390:0:13097:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8a69874bf800 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:2.0:1789480277.700423:0:13097:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa463800 x1876405528011008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789480277.700480:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789480277.700484:0:13097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789480277.700485:0:13097:0:(import.c:65:import_set_state_nolock()) ffff8a6986ac5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789480277.700489:0:13097:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 641 00000100:00080000:2.0:1789480277.700492:0:13097:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789480277.700496:0:13097:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8a6986ac5000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:2.0:1789480277.700509:0:13097:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa460000 x1876405528011264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789480277.700607:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876405528011136:0@lo:400:kworker.0 00000400:00000100:3.0:1789480277.700651:0:3647:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876405528011136 offset 0 length 224: 4 00000100:00100000:3.0:1789480277.700684:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789480277.700690:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876405528011392:0@lo:400:kworker.0 00000400:00000100:3.0:1789480277.700706:0:3647:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876405528011392 offset 0 length 224: 4 00000100:00100000:0.0:1789480277.700774:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876405528011008:0@lo:38:kworker.0 00000400:00000100:0.0:1789480277.700796:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876405528011008 offset 0 length 520: 4 00000100:00100000:0.0:1789480277.700810:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876405528011264:0@lo:38:kworker.0 00000400:00000100:0.0:1789480277.700836:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876405528011264 offset 0 length 520: 4 00010000:00010000:3.0:1789480278.212645:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789480279.111904:0:21124:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:0.0:1789480279.123050:0:21124:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0000 00010000:00010000:0.0:1789480279.123106:0:21124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd600/0xdaa289fda243e5a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243e5ac expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480279.123121:0:21124:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd600/0xdaa289fda243e5a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243e5ac expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480279.123129:0:21124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd600/0xdaa289fda243e5a5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e5ac expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480279.123136:0:21124:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd600/0xdaa289fda243e5a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e5ac expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480279.123249:0:21124:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789480279.123255:0:21124:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:1.0:1789480279.123341:0:17140:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480279.123349:0:17140:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd600/0xdaa289fda243e5a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e5ac expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480279.123357:0:17140:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecd600 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:1.0:1789480279.123360:0:17140:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd600/0xdaa289fda243e5a5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e5ac expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480279.123367:0:17140:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd600/0xdaa289fda243e5a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xdaa289fda243e5ac expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789480279.123374:0:17140:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd600/0xdaa289fda243e5a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xdaa289fda243e5ac expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789480279.123390:0:17140:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789480279.123392:0:17140:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1789480279.123395:0:17140:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1789480279.123406:0:17140:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8a6987c3f000 00010000:00010000:1.0:1789480279.123409:0:17140:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd600/0xdaa289fda243e5a5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xdaa289fda243e5ac expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1789480279.123411:0:21124:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00010000:1.0:1789480279.123415:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd600/0xdaa289fda243e5a5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xdaa289fda243e5ac expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480279.123421:0:21124:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a6aaa463800 x1876405528011008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789480297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1789480279.123425:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480279.123427:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480279.123429:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789480279.123439:0:21124:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789480279.123445:0:21124:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789480279.123451:0:21124:0:(import.c:65:import_set_state_nolock()) ffff8a69874bf800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1789480279.123455:0:21124:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789480279.123459:0:21124:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a6aaa463800 x1876405528011008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789480297 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480279.123467:0:21124:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789480279.123469:0:21124:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00000100:00100000:3.0:1789480279.123546:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876405528011008:0@lo:38:kworker.0 00000100:00080000:0.0:1789480279.124494:0:21124:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789480279.124507:0:21124:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a6aaa461f80 x1876405528011136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480279.124521:0:21124:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789480279.124526:0:21124:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1789480279.124545:0:21124:0:(import.c:65:import_set_state_nolock()) ffff8a69869fe000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1789480279.124559:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876405528011136:0@lo:400:kworker.0 00000100:00100000:1.0:1789480279.124597:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1876405528011520:0@lo:39:umount.0 00000400:00000100:1.0:1789480279.124644:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876405528011520 offset 0 length 224: 4 00010000:00010000:3.0:1789480279.237217:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480280.260435:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789480280.708299:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 51483ccc-9e15-472d-aee3-1dbbbf4be94f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789480280.708308:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 51483ccc-9e15-472d-aee3-1dbbbf4be94f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789480280.708311:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789480280.708314:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789480280.708514:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789480280.708547:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876405528011648:0@lo:400:kworker.0 00000400:00000100:3.0:1789480280.708595:0:3646:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876405528011648 offset 0 length 224: 4 00010000:00010000:3.0:1789480281.284976:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789480281.287568:0:18653:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789480281.287576:0:18653:0:(genops.c:885:class_export_put()) final put ffff8a6985d09800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789480281.287647:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6985d09800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1789480281.287695:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6985d0d800 for lustre-OST0000 00000001:00100000:3.0:1789480281.288170:0:19472:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789480281.288186:0:19472:0:(genops.c:885:class_export_put()) final put ffff8a6986873800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789480281.288268:0:13097:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6986873800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1789480281.288303:0:13097:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6986874800 for lustre-OST0001 00010000:00010000:1.0:1789480282.308431:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789480282.756310:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 51483ccc-9e15-472d-aee3-1dbbbf4be94f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789480282.756319:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 51483ccc-9e15-472d-aee3-1dbbbf4be94f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789480282.756323:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789480282.756326:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789480282.756488:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876405528011776:0@lo:400:kworker.0 00000400:00000100:3.0:1789480282.756536:0:3646:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876405528011776 offset 0 length 224: 4 00010000:00010000:3.0:1789480283.333044:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480284.356402:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789480285.253863:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789480275/real 1789480275] req@ffff8a6aaa47bb80 x1876405528010880/t0(0) o250->MGC192.168.206.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789480285 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480285.253895:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a6aaa47bb80 x1876405528010880/t0(0) o250->MGC192.168.206.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789480285 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789480285.253913:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6987c3f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789480285.253940:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1789480285.253961:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3644:1876405528010880:0@lo:250:ptlrpcd_00_03.0 00000100:00080000:2.0:1789480285.254151:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 51483ccc-9e15-472d-aee3-1dbbbf4be94f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789480285.254167:0:13097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789480285.254176:0:13097:0:(import.c:65:import_set_state_nolock()) ffff8a6987c3f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789480285.254181:0:13097:0:(import.c:545:import_select_connection()) MGC192.168.206.144@tcp: connect to NID 0@lo last attempt 644 00000100:00080000:2.0:1789480285.254186:0:13097:0:(import.c:630:import_select_connection()) MGC192.168.206.144@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789480285.254219:0:13097:0:(import.c:666:import_select_connection()) MGC192.168.206.144@tcp: import ffff8a6987c3f000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:2.0:1789480285.254247:0:13097:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa463480 x1876405528011904/t0(0) o250->MGC192.168.206.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789480285.254274:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789480285.254278:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789480285.254394:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876405528012032:0@lo:400:kworker.0 00000400:00000100:3.0:1789480285.254442:0:3647:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876405528012032 offset 0 length 224: 4 00000100:00100000:1.0:1789480285.255330:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3644:1876405528011904:0@lo:250:kworker.0 00000400:00000100:1.0:1789480285.255362:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876405528011904 offset 0 length 520: 4 00010000:00010000:3.0:1789480285.380447:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480286.405866:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480287.432050:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480288.452471:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789480289.349536:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789480279/real 1789480279] req@ffff8a6ab2fe0e00 x1876405528011520/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789480289 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480289.349569:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a6ab2fe0e00 x1876405528011520/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789480289 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789480289.349587:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a69869fe000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789480289.349608:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1876405528011520:0@lo:39:umount.0 00000100:00080000:0.0:1789480289.349700:0:21124:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789480289.349704:0:21124:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789480289.349709:0:21124:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1789480289.350709:0:21124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dae00/0xdaa289fda243e57b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243e582 expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480289.350725:0:21124:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dae00/0xdaa289fda243e57b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243e582 expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480289.350731:0:21124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dae00/0xdaa289fda243e57b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e582 expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480289.350737:0:21124:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dae00/0xdaa289fda243e57b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e582 expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480289.350811:0:21124:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789480289.350819:0:21124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da200/0xdaa289fda243e8d1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243e8d8 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480289.350826:0:21124:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da200/0xdaa289fda243e8d1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243e8d8 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480289.350833:0:21124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da200/0xdaa289fda243e8d1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e8d8 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480289.350853:0:21124:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da200/0xdaa289fda243e8d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e8d8 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480289.353248:0:21124:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1789480289.353264:0:21124:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1789480289.353301:0:21124:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1789480289.353305:0:21124:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1789480289.353313:0:21124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789480289.353319:0:21124:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789480289.353325:0:21124:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff8a6ab9ba3380) has no exports 00000020:00080000:0.0:1789480289.353351:0:21124:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff8a6ab9ba3380) has no exports 00000020:01000000:0.0:1789480289.355094:0:21124:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a6a834348a0 - data ffff8a6a9614c0d8/ffff8a6a98317800 00000020:01000000:0.0:1789480289.355261:0:21124:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a6a95c72360 - data ffff8a6a963ab438/ffff8a6aab2f3400 00010000:00010000:3.0:1789480289.358228:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789480289.359746:0:17140:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480289.359760:0:17140:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da200/0xdaa289fda243e8d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e8d8 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480289.359774:0:17140:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb5da200 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:1.0:1789480289.359779:0:17140:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da200/0xdaa289fda243e8d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e8d8 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480289.359790:0:17140:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da200/0xdaa289fda243e8d1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xdaa289fda243e8d8 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789480289.359798:0:17140:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da200/0xdaa289fda243e8d1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xdaa289fda243e8d8 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789480289.359804:0:17140:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1789480289.359806:0:17140:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1789480289.359826:0:17140:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1789480289.359844:0:17140:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8a6987c3f000 00010000:00010000:1.0:1789480289.359849:0:17140:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da200/0xdaa289fda243e8d1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xdaa289fda243e8d8 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480289.359856:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da200/0xdaa289fda243e8d1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xdaa289fda243e8d8 expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480289.359873:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480289.359875:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480289.359877:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480289.360109:0:17141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dae00/0xdaa289fda243e57b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e582 expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480289.360118:0:17141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb5dae00 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:3.0:1789480289.360122:0:17141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dae00/0xdaa289fda243e57b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e582 expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480289.360130:0:17141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dae00/0xdaa289fda243e57b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xdaa289fda243e582 expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789480289.360149:0:17141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dae00/0xdaa289fda243e57b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xdaa289fda243e582 expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789480289.360154:0:17141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789480289.360156:0:17141:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:3.0:1789480289.360165:0:17141:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:3.0:1789480289.360430:0:17141:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8a6987c3f000 00010000:00010000:3.0:1789480289.360435:0:17141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dae00/0xdaa289fda243e57b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xdaa289fda243e582 expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480289.360442:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6abb5dae00/0xdaa289fda243e57b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xdaa289fda243e582 expref: -99 pid: 18652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480289.360454:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480289.360456:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480289.360458:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:0.0:1789480289.375656:0:21124:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1789480289.386497:0:21124:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e590 00000020:00000080:1.0:1789480289.386509:0:21124:0:(genops.c:885:class_export_put()) final put ffff8a6981b93800/lustre-OST0000-osd_UUID 00000020:01000004:1.0:1789480289.386558:0:21124:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a6aab30a800 from lustre-OST0000, refs=2 00000020:01000004:1.0:1789480289.386563:0:21124:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a6aab30a800 2 00000020:01000004:1.0:1789480289.386575:0:21124:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8a6aab30a800 from lustre-OST0000 00000020:00000080:1.0:1789480289.386599:0:21124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789480289.386608:0:21124:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:1.0:1789480289.386611:0:21124:0:(genops.c:885:class_export_put()) final put ffff8a6aab16b000/lustre-OST0000_UUID 00000020:00000080:1.0:1789480289.386614:0:21124:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6aab16b000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:1.0:1789480289.386621:0:21124:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:1.0:1789480289.386681:0:21124:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:1.0:1789480289.386685:0:21124:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1789480289.386689:0:21124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789480289.386693:0:21124:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789480289.386700:0:21124:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8a69874b8000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789480289.386706:0:21124:0:(genops.c:1552:class_disconnect_exports()) OBD device 23 (ffff8a69869819c0) has exports, disconnecting them 00000020:00080000:1.0:1789480289.386710:0:21124:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8a69874b8000), last request at 1789480209 00000020:00000080:1.0:1789480289.386715:0:21124:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e5ba 00000020:00080000:1.0:1789480289.386724:0:21124:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a69874b8000): rc 0 00000020:00000080:1.0:1789480289.386730:0:21124:0:(genops.c:885:class_export_put()) final put ffff8a69874b8000/lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1789480289.387051:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6981b93800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1789480289.387879:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a69874b8000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1789480289.394252:0:21124:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1789480289.394260:0:21124:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789480289.394265:0:21124:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789480289.394272:0:21124:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789480289.394458:0:21124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789480289.394467:0:21124:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:2.0:1789480289.394475:0:21124:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1789480289.394483:0:21124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789480289.394488:0:21124:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789480289.394495:0:21124:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8a69869fd000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789480289.394502:0:21124:0:(genops.c:1552:class_disconnect_exports()) OBD device 24 (ffff8a6a83460000) has exports, disconnecting them 00000020:00080000:2.0:1789480289.394508:0:21124:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8a69869fd000), last request at 1789480209 00000020:00000080:2.0:1789480289.394512:0:21124:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e5cf 00000020:00080000:2.0:1789480289.394526:0:21124:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a69869fd000): rc 0 00000020:00000080:2.0:1789480289.394531:0:21124:0:(genops.c:885:class_export_put()) final put ffff8a69869fd000/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1789480289.395046:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a69874bf800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1789480289.395056:0:37:0:(genops.c:885:class_export_put()) final put ffff8a6a866ce000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1789480289.395059:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a866ce000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1789480289.395070:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1789480289.395130:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a69869fd000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:3.0:1789480289.399072:0:21124:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:3.0:1789480289.399080:0:21124:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789480289.399084:0:21124:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789480289.399090:0:21124:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789480289.399122:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a69869fe000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1789480289.399322:0:21124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789480289.399330:0:21124:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:3.0:1789480289.399336:0:21124:0:(genops.c:885:class_export_put()) final put ffff8a6aab2e3800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1789480289.399339:0:21124:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6aab2e3800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1789480289.399344:0:21124:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:3.0:1789480289.399404:0:21124:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a6aab30a800 1 00000020:00000080:3.0:1789480289.399410:0:21124:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e56d 00000020:00000080:3.0:1789480289.399415:0:21124:0:(genops.c:885:class_export_put()) final put ffff8a6aab2fd000/lustre-OST0000-osd_UUID 00000020:01000000:3.0:1789480289.399433:0:21124:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1789480289.399441:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6aab2fd000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1789480289.399451:0:21124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789480289.399454:0:21124:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789480289.399458:0:21124:0:(genops.c:1557:class_disconnect_exports()) OBD device 20 (ffff8a6a83463380) has no exports 00000020:00000080:3.0:1789480289.447318:0:21124:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789480289.447330:0:21124:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1789480289.447335:0:21124:0:(genops.c:885:class_export_put()) final put ffff8a6aab309800/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1789480289.447339:0:21124:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6aab309800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1789480289.447349:0:21124:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:3.0:1789480289.447463:0:21124:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8a6aab30c800 00000020:02000400:3.0:1789480289.447507:0:21124:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:3.0:1789480289.476772:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480290.500328:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789480290.500366:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 51483ccc-9e15-472d-aee3-1dbbbf4be94f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789480290.500371:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 51483ccc-9e15-472d-aee3-1dbbbf4be94f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789480290.500374:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789480290.500377:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789480290.500461:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876405528012160:0@lo:400:kworker.0 00000400:00000100:2.0:1789480290.500580:0:3648:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876405528012160 offset 0 length 224: 4 00010000:00010000:3.0:1789480291.525953:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480292.548347:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789480293.107857:0:21327:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:2.0:1789480293.121531:0:21327:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1789480293.121612:0:21327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1400/0xdaa289fda243e63f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243e646 expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480293.121626:0:21327:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1400/0xdaa289fda243e63f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243e646 expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480293.121634:0:21327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1400/0xdaa289fda243e63f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e646 expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480293.121640:0:21327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1400/0xdaa289fda243e63f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e646 expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480293.121663:0:21327:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789480293.121668:0:21327:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1789480293.121690:0:21327:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789480293.121701:0:21327:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a6aaa460000 x1876405528011264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789480297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480293.121722:0:21327:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789480293.121728:0:21327:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789480293.121734:0:21327:0:(import.c:65:import_set_state_nolock()) ffff8a6986ac5000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1789480293.121738:0:21327:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789480293.121742:0:21327:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a6aaa460000 x1876405528011264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789480297 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480293.121749:0:21327:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789480293.121752:0:21327:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 5s for inflight to error out 00000100:00100000:1.0:1789480293.121829:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876405528011264:0@lo:38:kworker.0 00010000:00010000:3.0:1789480293.122278:0:17140:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789480293.122286:0:17140:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1400/0xdaa289fda243e63f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e646 expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480293.122294:0:17140:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb3c1400 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:3.0:1789480293.122297:0:17140:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1400/0xdaa289fda243e63f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e646 expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480293.122305:0:17140:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1400/0xdaa289fda243e63f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xdaa289fda243e646 expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789480293.122311:0:17140:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1400/0xdaa289fda243e63f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xdaa289fda243e646 expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789480293.122317:0:17140:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789480293.122319:0:17140:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789480293.122322:0:17140:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789480293.122341:0:17140:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8a6987c3f000 00010000:00010000:3.0:1789480293.122345:0:17140:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1400/0xdaa289fda243e63f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xdaa289fda243e646 expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480293.122352:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c1400/0xdaa289fda243e63f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xdaa289fda243e646 expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480293.122362:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480293.122364:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480293.122365:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789480293.123155:0:21327:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789480293.123165:0:21327:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a6aaa462300 x1876405528011392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480293.123363:0:21327:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a6aaa462a00 x1876405528011648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480293.123377:0:21327:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a6aaa461c00 x1876405528011776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480298 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480293.123385:0:21327:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a6aaa461880 x1876405528012032/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480293.123394:0:21327:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a6aaa47bb80 x1876405528012160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480293.123413:0:21327:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789480293.123418:0:21327:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1789480293.123440:0:21327:0:(import.c:65:import_set_state_nolock()) ffff8a6986ac2800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1789480293.123506:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876405528012160:0@lo:400:kworker.0 00000100:00100000:1.0:1789480293.123534:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1876405528012288:0@lo:39:umount.0 00000400:00000100:1.0:1789480293.123573:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876405528012288 offset 0 length 224: 4 00000100:00100000:0.0:1789480293.123672:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876405528011776:0@lo:400:kworker.0 00000100:00100000:0.0:1789480293.123679:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876405528011648:0@lo:400:kworker.0 00000100:00100000:3.0:1789480293.123728:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876405528011392:0@lo:400:kworker.0 00000100:00100000:3.0:1789480293.123739:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1876405528012032:0@lo:400:kworker.0 00010000:00010000:2.0:1789480293.572433:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480294.598046:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480295.620329:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789480295.622482:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 51483ccc-9e15-472d-aee3-1dbbbf4be94f->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789480295.622490:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 51483ccc-9e15-472d-aee3-1dbbbf4be94f->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1789480296.644561:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480297.668321:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480298.692433:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480299.717291:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789480300.292423:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789480285/real 1789480285] req@ffff8a6aaa463480 x1876405528011904/t0(0) o250->MGC192.168.206.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789480300 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480300.292457:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a6aaa463480 x1876405528011904/t0(0) o250->MGC192.168.206.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789480300 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789480300.292593:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6987c3f000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789480300.292616:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1789480300.292620:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3644:1876405528011904:0@lo:250:kworker.0 00000100:00080000:3.0:1789480300.292711:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 51483ccc-9e15-472d-aee3-1dbbbf4be94f->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789480300.292716:0:13097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1789480300.292719:0:13097:0:(import.c:65:import_set_state_nolock()) ffff8a6987c3f000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789480300.292723:0:13097:0:(import.c:545:import_select_connection()) MGC192.168.206.144@tcp: connect to NID 0@lo last attempt 654 00000100:00080000:3.0:1789480300.292728:0:13097:0:(import.c:630:import_select_connection()) MGC192.168.206.144@tcp: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789480300.292738:0:13097:0:(import.c:666:import_select_connection()) MGC192.168.206.144@tcp: import ffff8a6987c3f000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:3.0:1789480300.292770:0:13097:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6a862fa680 x1876405528012416/t0(0) o250->MGC192.168.206.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789480300.292836:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3644:1876405528012416:0@lo:250:kworker.0 00000400:00000100:2.0:1789480300.292905:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876405528012416 offset 0 length 520: 4 00010000:00010000:3.0:1789480300.740996:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480301.764325:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480302.788427:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789480303.364325:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789480293/real 1789480293] req@ffff8a6aaa462680 x1876405528012288/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789480303 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480303.364360:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a6aaa462680 x1876405528012288/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789480303 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789480303.364379:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6986ac2800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1789480303.364400:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1876405528012288:0@lo:39:umount.0 00000100:00080000:3.0:1789480303.364551:0:21327:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789480303.364556:0:21327:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789480303.364561:0:21327:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789480303.365659:0:21327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bca00/0xdaa289fda243e615 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243e61c expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480303.365676:0:21327:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bca00/0xdaa289fda243e615 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243e61c expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480303.365683:0:21327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bca00/0xdaa289fda243e615 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e61c expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480303.365690:0:21327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bca00/0xdaa289fda243e615 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e61c expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480303.365717:0:21327:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789480303.365725:0:21327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da400/0xdaa289fda243e8c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243e8ca expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480303.365732:0:21327:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da400/0xdaa289fda243e8c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243e8ca expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480303.365738:0:21327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da400/0xdaa289fda243e8c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e8ca expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480303.365744:0:21327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da400/0xdaa289fda243e8c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xdaa289fda243e8ca expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480303.365762:0:21327:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1789480303.365767:0:21327:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1789480303.365806:0:21327:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1789480303.365810:0:21327:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1789480303.365815:0:21327:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789480303.365820:0:21327:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789480303.365824:0:21327:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff8a6a85e13380) has no exports 00000020:00080000:3.0:1789480303.365847:0:21327:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff8a6a85e13380) has no exports 00010000:00010000:2.0:1789480303.366237:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789480303.366245:0:17141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bca00/0xdaa289fda243e615 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e61c expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480303.366252:0:17141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bca00 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:2.0:1789480303.366256:0:17141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bca00/0xdaa289fda243e615 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e61c expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480303.366265:0:17141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bca00/0xdaa289fda243e615 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xdaa289fda243e61c expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789480303.366272:0:17141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bca00/0xdaa289fda243e615 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xdaa289fda243e61c expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789480303.366278:0:17141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789480303.366280:0:17141:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:2.0:1789480303.366282:0:17141:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:2.0:1789480303.366294:0:17141:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8a6987c3f000 00010000:00010000:2.0:1789480303.366298:0:17141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bca00/0xdaa289fda243e615 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xdaa289fda243e61c expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480303.366328:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bca00/0xdaa289fda243e615 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xdaa289fda243e61c expref: -99 pid: 19471 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480303.366343:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789480303.366347:0:17141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da400/0xdaa289fda243e8c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e8ca expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480303.366353:0:17141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb5da400 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:2.0:1789480303.366357:0:17141:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da400/0xdaa289fda243e8c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xdaa289fda243e8ca expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480303.366364:0:17141:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da400/0xdaa289fda243e8c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xdaa289fda243e8ca expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789480303.366371:0:17141:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da400/0xdaa289fda243e8c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xdaa289fda243e8ca expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789480303.366376:0:17141:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1789480303.366378:0:17141:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1789480303.366379:0:17141:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1789480303.366384:0:17141:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8a6987c3f000 00010000:00010000:2.0:1789480303.366386:0:17141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da400/0xdaa289fda243e8c3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xdaa289fda243e8ca expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480303.366392:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da400/0xdaa289fda243e8c3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xdaa289fda243e8ca expref: -99 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480303.366405:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480303.366407:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480303.366414:0:17141:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480303.367161:0:17140:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1789480303.377010:0:21327:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a6987abbde0 - data ffff8a6a96078000/ffff8a6a98393000 00000020:01000000:2.0:1789480303.377182:0:21327:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8a6985e0a960 - data ffff8a6a90730288/ffff8a6aab06d000 00100000:10000000:2.0:1789480303.384377:0:21327:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1789480303.410754:0:21327:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e62a 00000020:00000080:3.0:1789480303.410767:0:21327:0:(genops.c:885:class_export_put()) final put ffff8a6987e01000/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1789480303.410782:0:21327:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a6aab16f000 from lustre-OST0001, refs=2 00000020:01000004:3.0:1789480303.410785:0:21327:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a6aab16f000 2 00000020:01000004:3.0:1789480303.410788:0:21327:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8a6aab16f000 from lustre-OST0001 00000020:00000080:0.0:1789480303.410851:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6987e01000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1789480303.415553:0:21327:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789480303.415567:0:21327:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1789480303.415573:0:21327:0:(genops.c:885:class_export_put()) final put ffff8a6987e06800/lustre-OST0001_UUID 00000020:00000080:3.0:1789480303.415578:0:21327:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6987e06800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1789480303.415586:0:21327:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:3.0:1789480303.415699:0:21327:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 51483ccc-9e15-472d-aee3-1dbbbf4be94f->MGS 00010000:00010000:3.0:1789480303.415715:0:21327:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd800/0xdaa289fda243e439 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xdaa289fda243e440 expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789480303.415729:0:21327:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd800/0xdaa289fda243e439 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xdaa289fda243e440 expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789480303.415737:0:21327:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:3.0:1789480303.415740:0:21327:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:3.0:1789480303.415744:0:21327:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:3.0:1789480303.415756:0:21327:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8a6987c3f000 00010000:00010000:3.0:1789480303.415760:0:21327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd800/0xdaa289fda243e439 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xdaa289fda243e440 expref: -99 pid: 17883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480303.415776:0:21327:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c0000/0xdaa289fda243e328 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xdaa289fda243e32f expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789480303.415797:0:21327:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c0000/0xdaa289fda243e328 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xdaa289fda243e32f expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789480303.415803:0:21327:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789480303.415805:0:21327:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:3.0:1789480303.415807:0:21327:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1789480303.415818:0:21327:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8a6987c3f000 00010000:00010000:3.0:1789480303.415821:0:21327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6abb3c0000/0xdaa289fda243e328 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xdaa289fda243e32f expref: -99 pid: 17131 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1789480303.415838:0:21327:0:(import.c:65:import_set_state_nolock()) ffff8a6987c3f000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1789480303.415842:0:21327:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1789480303.415844:0:21327:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1789480303.415846:0:21327:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1789480303.415850:0:21327:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1789480303.415859:0:21327:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a6a862fa680 x1876405528012416/t0(0) o250->MGC192.168.206.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789480320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1789480303.415946:0:21327:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1789480303.415949:0:21327:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00000100:00100000:1.0:1789480303.418334:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:51483ccc-9e15-472d-aee3-1dbbbf4be94f:3644:1876405528012416:0@lo:250:kworker.0 10000000:01000000:3.0:1789480303.418567:0:21327:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1789480303.418579:0:21327:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e313 00000020:00000080:3.0:1789480303.418587:0:21327:0:(genops.c:885:class_export_put()) final put ffff8a6987c3b000/51483ccc-9e15-472d-aee3-1dbbbf4be94f 00000020:01000000:3.0:1789480303.418600:0:21327:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.206.144@tcp (flags='') 00000020:00000080:3.0:1789480303.418608:0:21327:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789480303.418615:0:21327:0:(obd_config.c:956:class_cleanup()) MGC192.168.206.144@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789480303.418619:0:21327:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff8a698794b380) has no exports 10000000:01000000:3.0:1789480303.418638:0:17149:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:3.0:1789480303.418701:0:21327:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.206.144@tcp: client import never connected 00000100:00080000:3.0:1789480303.418704:0:21327:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1789480303.418707:0:21327:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1789480303.418722:0:21327:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1789480303.418723:0:21327:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1789480303.418753:0:21327:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789480303.418760:0:21327:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.206.144@tcp (uuid 51483ccc-9e15-472d-aee3-1dbbbf4be94f) 00000020:01000000:3.0:1789480303.418767:0:21327:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1789480303.418770:0:21327:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789480303.418775:0:21327:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1789480303.418782:0:21327:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8a69869ff800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789480303.418787:0:21327:0:(genops.c:1552:class_disconnect_exports()) OBD device 27 (ffff8a6a85e28000) has exports, disconnecting them 00000020:00080000:3.0:1789480303.418792:0:21327:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8a69869ff800), last request at 1789480225 00000020:00000080:3.0:1789480303.418797:0:21327:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e654 00000020:00080000:3.0:1789480303.418811:0:21327:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a69869ff800): rc 0 00000020:00000080:3.0:1789480303.418815:0:21327:0:(genops.c:885:class_export_put()) final put ffff8a69869ff800/lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1789480303.420798:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6987c3b000/51483ccc-9e15-472d-aee3-1dbbbf4be94f for MGC192.168.206.144@tcp 00000020:00000080:1.0:1789480303.420820:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6987c3f000 for MGC192.168.206.144@tcp 00000020:00000080:1.0:1789480303.420828:0:37:0:(genops.c:885:class_export_put()) final put ffff8a6987c3c000/51483ccc-9e15-472d-aee3-1dbbbf4be94f 00000020:00000080:1.0:1789480303.420831:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6987c3c000/51483ccc-9e15-472d-aee3-1dbbbf4be94f for MGC192.168.206.144@tcp 00000020:01000000:1.0:1789480303.420836:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.206.144@tcp (51483ccc-9e15-472d-aee3-1dbbbf4be94f) 00000020:00000080:1.0:1789480303.421154:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a69869ff800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:1.0:1789480303.421186:0:21327:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:1.0:1789480303.421400:0:21327:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789480303.421405:0:21327:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789480303.421411:0:21327:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789480303.421765:0:21327:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789480303.421775:0:21327:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:1.0:1789480303.421781:0:21327:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1789480303.421786:0:21327:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789480303.421799:0:21327:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789480303.421806:0:21327:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8a6986ac6000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789480303.421812:0:21327:0:(genops.c:1552:class_disconnect_exports()) OBD device 28 (ffff8a6a85e2b380) has exports, disconnecting them 00000020:00080000:1.0:1789480303.421817:0:21327:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8a6986ac6000), last request at 1789480225 00000020:00000080:1.0:1789480303.421821:0:21327:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e669 00000020:00080000:1.0:1789480303.421836:0:21327:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8a6986ac6000): rc 0 00000020:00000080:1.0:1789480303.421841:0:21327:0:(genops.c:885:class_export_put()) final put ffff8a6986ac6000/lustre-MDT0001-lwp-OST0001 00000020:00000080:0.0:1789480303.423836:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6986ac5000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1789480303.423853:0:37:0:(genops.c:885:class_export_put()) final put ffff8a6a866cb800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:0.0:1789480303.423856:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6a866cb800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:0.0:1789480303.423865:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:0.0:1789480303.427281:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6986ac6000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:0.0:1789480303.427329:0:21327:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:0.0:1789480303.427334:0:21327:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789480303.427339:0:21327:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789480303.427345:0:21327:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789480303.427381:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8a6986ac2800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:0.0:1789480303.427436:0:17141:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:0.0:1789480303.427562:0:17140:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000100:00100000:0.0:1789480303.427673:0:17136:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8a6a99181e00:17136] 1 exiting: rc = 0 00000100:00100000:0.0:1789480303.427743:0:17135:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8a6aa23ce200:17135] 0 exiting: rc = 1 00000100:00100000:0.0:1789480303.427795:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.428029:0:17137:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8a6986846600:17137] 0 exiting: rc = 1 00000100:00100000:0.0:1789480303.428111:0:17139:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8a6986847400:17139] 2 exiting: rc = 0 00000100:00100000:0.0:1789480303.428179:0:20923:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8a6aaa3f6a00:20923] 3 exiting: rc = 0 00000100:00100000:0.0:1789480303.428262:0:17138:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8a6986847e00:17138] 1 exiting: rc = 0 00000100:00100000:0.0:1789480303.428305:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.428314:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.428322:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.428330:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.428339:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.428348:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.428353:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.428365:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.430977:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.430990:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.430995:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431001:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431008:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431014:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431021:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431026:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431031:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431037:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431042:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431048:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431053:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431059:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431075:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431097:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431103:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431109:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431115:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431121:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431127:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431139:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431144:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431150:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431156:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431161:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431166:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431172:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431178:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431184:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431206:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431213:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431219:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431225:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431231:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431237:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431243:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431249:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431254:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431260:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431267:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431274:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431280:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431286:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431291:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.431298:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.433519:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.433525:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.433531:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.433536:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.433559:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.433564:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.433570:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.433576:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.433580:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.433586:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1789480303.439148:0:21327:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789480303.439160:0:21327:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:0.0:1789480303.439166:0:21327:0:(genops.c:885:class_export_put()) final put ffff8a6986ac7000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:0.0:1789480303.439170:0:21327:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6986ac7000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:0.0:1789480303.439176:0:21327:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:0.0:1789480303.439256:0:21327:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a6aab16f000 1 00000020:00000080:0.0:1789480303.439262:0:21327:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xdaa289fda243e60e 00000020:00000080:0.0:1789480303.439268:0:21327:0:(genops.c:885:class_export_put()) final put ffff8a6985d0e000/lustre-OST0001-osd_UUID 00000020:01000000:0.0:1789480303.439284:0:21327:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:0.0:1789480303.439297:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6985d0e000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:0.0:1789480303.439308:0:21327:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789480303.439312:0:21327:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789480303.439316:0:21327:0:(genops.c:1557:class_disconnect_exports()) OBD device 25 (ffff8a6ab9ba4d40) has no exports 00000020:00000080:0.0:1789480303.536044:0:21327:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789480303.536056:0:21327:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:0.0:1789480303.536070:0:21327:0:(genops.c:885:class_export_put()) final put ffff8a6aab16b800/lustre-OST0001-osd_UUID 00000020:00000080:0.0:1789480303.536075:0:21327:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6aab16b800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1789480303.536085:0:21327:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:0.0:1789480303.536609:0:21327:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8a6aab16c000 00000020:01000000:0.0:1789480303.536638:0:21327:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:0.0:1789480303.536643:0:21327:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789480303.536647:0:21327:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789480303.536651:0:21327:0:(genops.c:1557:class_disconnect_exports()) OBD device 21 (ffff8a6ab9ba0000) has no exports 00000020:00000080:0.0:1789480303.536672:0:21327:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789480303.536677:0:21327:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:0.0:1789480303.536680:0:21327:0:(genops.c:885:class_export_put()) final put ffff8a6aab2fb800/OSS_uuid 00000020:00000080:0.0:1789480303.536692:0:21327:0:(genops.c:844:class_export_destroy()) destroying export ffff8a6aab2fb800/OSS_uuid for OSS 00000020:01000000:0.0:1789480303.536696:0:21327:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:0.0:1789480303.537012:0:19538:0:(service.c:3188:ptlrpc_main()) ll_ost00_004: service thread [ffff8a69874afe00:19538] 4 exiting: rc = 0 00000100:00100000:0.0:1789480303.537108:0:18659:0:(service.c:3188:ptlrpc_main()) ll_ost00_002: service thread [ffff8a6abb04c000:18659] 2 exiting: rc = 0 00000100:00080000:3.0:1789480303.537174:0:17148:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1789480303.539052:0:18658:0:(service.c:3188:ptlrpc_main()) ll_ost00_001: service thread [ffff8a6aab20a000:18658] 1 exiting: rc = 0 00000100:00100000:3.0:1789480303.540308:0:18657:0:(service.c:3188:ptlrpc_main()) ll_ost00_000: service thread [ffff8a6aab0d6000:18657] 0 exiting: rc = 1 00000100:00100000:1.0:1789480303.544944:0:19103:0:(service.c:3188:ptlrpc_main()) ll_ost00_003: service thread [ffff8a6985ffa400:19103] 3 exiting: rc = 0 00000100:00100000:0.0:1789480303.545686:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545725:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545732:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545737:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545742:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545748:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545753:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545758:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545763:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545767:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545772:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545777:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545782:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545787:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545792:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545797:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545802:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545808:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545814:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545818:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545823:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545827:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545832:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545837:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545842:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545848:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545854:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545870:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545876:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545881:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.545885:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546044:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546050:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546057:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546076:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546083:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546093:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546130:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546138:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546143:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546154:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546161:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546167:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546171:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546176:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546182:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546305:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546328:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546338:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546349:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546360:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546369:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546376:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546382:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546388:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546395:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546416:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546426:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546436:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546443:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546450:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546457:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546491:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.546499:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480303.549363:0:18660:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8a6abb04c400:18660] 0 exiting: rc = 1 00000100:00100000:1.0:1789480303.549363:0:18661:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8a6abb04ce00:18661] 1 exiting: rc = 0 00000100:00100000:1.0:1789480303.549448:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549454:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549459:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549464:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549469:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549474:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549479:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549484:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549489:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549494:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549499:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549504:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549509:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549514:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549521:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549530:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549539:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549549:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549558:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549567:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549575:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549585:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549595:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549617:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549629:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549639:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549649:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549658:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549666:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549675:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549684:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549758:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549766:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549772:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549778:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549784:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549792:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549798:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549805:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549811:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549817:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549823:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549829:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549835:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549841:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549847:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549853:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549859:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549866:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549873:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549879:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549886:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549892:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549899:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549905:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549913:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549921:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549926:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549944:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549951:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.549956:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.550047:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.550056:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.550073:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.552011:0:18663:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8a6986b7be00:18663] 1 exiting: rc = 0 00000100:00100000:3.0:1789480303.552512:0:18662:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8a6987f16800:18662] 0 exiting: rc = 1 00000100:00100000:1.0:1789480303.552520:0:18664:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8a6988a9ee00:18664] 2 exiting: rc = 0 00000100:00100000:0.0:1789480303.554443:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554465:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554471:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554477:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554483:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554489:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554495:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554501:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554507:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554513:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554520:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554528:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554534:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554540:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554548:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554555:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554564:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554573:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554580:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554586:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554597:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554604:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554654:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554661:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554681:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554843:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554853:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554859:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554865:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554869:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554874:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554879:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554884:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554889:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554894:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554900:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554912:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554918:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554923:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554929:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554935:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554940:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554946:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554950:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.554955:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555038:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555046:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555052:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555082:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555088:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555093:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555098:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555103:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555108:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555114:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555120:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555126:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555131:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555136:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555150:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555158:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555162:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555168:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789480303.555182:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.559696:0:18665:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8a6a99181600:18665] 0 exiting: rc = 1 00000100:00100000:3.0:1789480303.560239:0:18666:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8a6a99180a00:18666] 1 exiting: rc = 0 00000100:00100000:1.0:1789480303.560339:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560346:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560352:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560357:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560362:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560424:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560435:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560441:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560447:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560452:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560458:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560464:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560469:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560474:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560479:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560484:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560489:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560494:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560499:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560505:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560511:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560516:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560521:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560527:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560532:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560537:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560542:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560558:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560564:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560569:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560579:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560585:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560591:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560596:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560605:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560611:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560631:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560638:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560644:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560649:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560654:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560659:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560664:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560669:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560675:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560681:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560686:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560703:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560710:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560715:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560722:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560733:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560742:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560748:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560754:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560760:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560766:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560772:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560778:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560784:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560790:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560795:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560807:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.560813:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789480303.562250:0:18667:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8a6a8a631c00:18667] 0 exiting: rc = 1 00000100:00100000:0.0:1789480303.562435:0:18668:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8a6986857200:18668] 1 exiting: rc = 0 00000100:00100000:1.0:1789480303.562899:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.562909:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.562914:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.562920:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.562927:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.562933:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.562939:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.562945:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.562951:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563056:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563076:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563083:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563089:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563097:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563104:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563110:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563117:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563123:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563129:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563134:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563141:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563162:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563169:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563174:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563181:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563187:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563262:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563269:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563277:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563283:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563289:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563295:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563301:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563333:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563341:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563347:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563353:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563358:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563363:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563368:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563374:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563385:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563391:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563397:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563403:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563425:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563432:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563438:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563445:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563451:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563458:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563463:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563470:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563476:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563482:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563488:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563495:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563517:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563524:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563530:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563536:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563543:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563549:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789480303.563589:0:21327:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1789480303.579397:0:21327:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:0.0:1789480324.742841:0:22093:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg644-server.virtnet: executing load_modules_local 00000020:01000004:0.0:1789480334.062024:0:22693:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1789480334.062030:0:22693:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:0.0:1789480334.062031:0:22693:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1789480334.062147:0:22693:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8a6985d0b800 00000020:01000004:0.0:1789480334.062162:0:22693:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:0.0:1789480334.062179:0:22693:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1789480334.063048:0:22693:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8a6a85e119c0) 00000020:00000080:0.0:1789480334.063066:0:22693:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1789480334.128813:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1789480334.129319:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1789480334.132095:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:1.0:1789480334.132663:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1789480334.133021:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1789480334.133253:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1789480334.133537:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1789480334.133832:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:1.0:1789480334.134071:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:1.0:1789480334.134303:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1789480334.134583:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:1.0:1789480334.134884:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:1.0:1789480334.135124:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1789480334.135434:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1789480334.135817:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:1.0:1789480334.136091:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:1.0:1789480334.136300:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1789480334.136583:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1789480334.136799:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1789480334.137024:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:1.0:1789480334.137330:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1789480334.137569:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1789480334.137871:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1789480334.138107:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1789480334.138391:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:1.0:1789480334.138760:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:1.0:1789480334.139129:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1789480334.139435:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1789480334.139760:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:1.0:1789480334.140015:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1789480334.140401:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1789480334.140624:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1789480334.140897:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:1.0:1789480334.141717:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:1.0:1789480334.142027:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1789480334.142936:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1789480334.143652:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1789480334.145383:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:1.0:1789480334.146078:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:1.0:1789480334.146343:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1789480334.146790:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:1.0:1789480334.147075:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:1.0:1789480334.147335:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1789480334.148336:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:1.0:1789480334.148848:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:1.0:1789480334.149049:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1789480334.149352:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1789480334.152296:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:1.0:1789480334.152985:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:1.0:1789480334.153282:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:1.0:1789480334.153948:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:1.0:1789480334.154227:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:1.0:1789480334.154455:0:22693:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00080000:01000000:1.0:1789480334.155060:0:22693:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1789480334.156261:0:22693:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:1.0:1789480334.156269:0:22693:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1789480334.156291:0:22693:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xdaa289fda243eb7f 00000020:01000004:1.0:1789480334.156298:0:22693:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:1.0:1789480334.156302:0:22693:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1789480334.156307:0:22693:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8a6985d0b800 from MGS 00000020:01000004:1.0:1789480334.156311:0:22693:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1789480334.156323:0:22693:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8a6ab9ba3380) 00000020:00000080:1.0:1789480334.156333:0:22693:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:1.0:1789480334.156393:0:22693:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a6985d0b800 from MGS, refs=2 00080000:01000000:1.0:1789480334.156397:0:22693:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1789480334.156402:0:22693:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xdaa289fda243eb8d 00000100:00100000:1.0:1789480334.156803:0:22693:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1789480334.156946:0:22693:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:1.0:1789480334.156952:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1789480334.157621:0:22693:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1789480334.157628:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1789480334.158628:0:22693:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789480334.158875:0:22693:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1789480334.158881:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1789480334.160184:0:22693:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1789480334.160265:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1789480334.160800:0:22693:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1789480334.160807:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1789480334.161896:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480334.161900:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480334.161902:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480334.162304:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480334.162307:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480334.162308:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480334.163284:0:22693:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1789480334.172639:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1789480334.177559:0:22693:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1789480334.181008:0:22705:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1789480334.181073:0:22693:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1789480334.181132:0:22693:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1789480334.183143:0:22693:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1789480334.185858:0:22693:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789480334.186041:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1789480334.186048:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1789480334.192477:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1789480334.192487:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0:1789480334.192904:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1789480334.192919:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:1.0:1789480334.193595:0:22693:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1789480334.193620:0:22693:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.206.144@tcp' 00000020:01000004:1.0:1789480334.193622:0:22693:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:1.0:1789480334.193650:0:22693:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.206.144@tcp (typ=mgc) 00000020:00000080:1.0:1789480334.193661:0:22693:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.206.144@tcp (ffff8a6ab9ba0000) 00000100:00080000:3.0:1789480334.193815:0:22710:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:1.0:1789480334.193848:0:22693:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:1.0:1789480334.193925:0:22693:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a6a983b3800@MGC192.168.206.144@tcp: add connection 192.168.206.144@tcp at head 00010000:00010000:1.0:1789480334.194061:0:22693:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.206.144@tcp-0 is initialized 00000040:01000000:1.0:1789480334.194067:0:22693:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.206.144@tcp ctxt 1 is initialized 10000000:01000000:2.0:1789480334.195575:0:22711:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1789480334.195658:0:22693:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.206.144@tcp (uuid 1c2538d9-d54d-456c-a00c-f0feeb6fecea) 00000020:00000080:3.0:1789480334.195687:0:22693:0:(genops.c:1384:class_connect()) connect: client 1c2538d9-d54d-456c-a00c-f0feeb6fecea, cookie 0xdaa289fda243eb9b 00000100:00080000:3.0:1789480334.195697:0:22693:0:(import.c:545:import_select_connection()) MGC192.168.206.144@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789480334.195707:0:22693:0:(import.c:666:import_select_connection()) MGC192.168.206.144@tcp: import ffff8a6a983b3800 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:3.0:1789480334.195738:0:22693:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6a862fad80 x1876405528012544/t0(0) o250->MGC192.168.206.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789480334.195777:0:22693:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 1c2538d9-d54d-456c-a00c-f0feeb6fecea->MGS 00000020:01000004:3.0:1789480334.195798:0:22693:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1789480334.195804:0:22693:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1789480334.195817:0:22693:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8a6a83463380) 00000020:00000080:3.0:1789480334.195826:0:22693:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:2.0:1789480334.198843:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3644:1876405528012544:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1789480334.198935:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480334.199027:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528012544 00000100:00100000:2.0:1789480334.199036:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528012544 00000100:00100000:2.0:1789480334.199078:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789480334.199085:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6987c9bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3644:x1876405528012544:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1789480334.199112:0:22707:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 1c2538d9-d54d-456c-a00c-f0feeb6fecea@0@lo t0 exp 0000000000000000 cur 703 last 0 00000020:00000080:2.0:1789480334.199143:0:22707:0:(genops.c:1384:class_connect()) connect: client 1c2538d9-d54d-456c-a00c-f0feeb6fecea, cookie 0xdaa289fda243eba9 00000100:00080000:2.0:1789480334.199293:0:22707:0:(import.c:65:import_set_state_nolock()) ffff8a6ab7027800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789480334.199342:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6987c9bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+5:3644:x1876405528012544:12345-0@lo:250:mount.lustre.0 Request processed in 256us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480334.199349:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789480334.199391:0:3644:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.206.144@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789480334.199399:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.206.144@tcp: connect to target with instance 0 00000100:00080000:2.0:1789480334.199407:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.206.144@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1789480334.199411:0:3644:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1789480334.199422:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6a983b3800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1789480334.199425:0:3644:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1789480334.199433:0:3644:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:2.0:1789480334.199438:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3644:1876405528012544:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1789480334.218950:0:22693:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789480334.219153:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1789480334.219160:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1789480334.227897:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1789480334.228093:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:1.0:1789480334.230348:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:1.0:1789480334.230359:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1789480334.231933:0:22693:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789480334.238855:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1789480334.238870:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1789480334.240761:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1789480334.240775:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1789480334.296035:0:22693:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789480334.296483:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1789480334.296490:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1789480334.297610:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1789480334.297620:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1789480334.298660:0:22693:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789480334.298953:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1789480334.298960:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1789480334.299717:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1789480334.299726:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1789480334.300847:0:22693:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789480334.301078:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1789480334.301084:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1789480334.301714:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789480334.301721:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1789480334.302822:0:22693:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789480334.302994:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1789480334.303000:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1789480334.304137:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789480334.304146:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1789480334.319718:0:22693:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789480334.319930:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1789480334.319937:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1789480334.321169:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1789480334.321181:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1789480334.322356:0:22693:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1789480334.322365:0:22693:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1789480334.323182:0:22693:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1789480334.323523:0:22693:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1789480334.323530:0:22693:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.206.144@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1789480334.323622:0:22693:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.206.144@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789480334.323661:0:22693:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.206.144@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1789480334.323665:0:22693:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789480334.323666:0:22693:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789480334.323668:0:22693:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789480334.323669:0:22693:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789480334.323670:0:22693:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789480334.323671:0:22693:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789480334.323673:0:22693:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789480334.323674:0:22693:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789480334.323676:0:22693:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789480334.323681:0:22693:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789480334.323683:0:22693:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1789480334.323685:0:22693:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789480334.323686:0:22693:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789480334.323687:0:22693:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789480334.323688:0:22693:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789480334.323689:0:22693:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789480334.323690:0:22693:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789480334.323691:0:22693:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789480334.323692:0:22693:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789480334.323693:0:22693:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789480334.323694:0:22693:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789480334.323718:0:22693:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1789480334.323737:0:22693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528012672:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789480334.323802:0:22693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480334.323886:0:22693:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a8856f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789480334.323949:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528012672 00000100:00100000:3.0:1789480334.323957:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528012672 00000100:00100000:3.0:1789480334.324031:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789480334.324041:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6987c98050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+5:22693:x1876405528012672:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789480334.324084:0:22709:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1789480334.324087:0:22709:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1789480334.324089:0:22709:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1789480334.324633:0:22730:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1789480334.325029:0:22709:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:1.0:1789480334.326877:0:22731:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1789480334.326884:0:22731:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:1.0:1789480334.326887:0:22731:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1789480334.326890:0:22731:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:1.0:1789480334.327123:0:22731:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:3.0:1789480334.327306:0:22709:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1789480334.327315:0:22709:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1789480334.328929:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6987c98050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+5:22693:x1876405528012672:12345-0@lo:253:mount.lustre.0 Request processed in 4884us (5120us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480334.328942:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789480334.329039:0:22693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528012672:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789480334.329053:0:22693:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1789480334.329056:0:22693:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789480334.329057:0:22693:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789480334.329059:0:22693:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789480334.329060:0:22693:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789480334.329062:0:22693:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789480334.329063:0:22693:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789480334.329064:0:22693:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789480334.329065:0:22693:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789480334.329067:0:22693:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789480334.329068:0:22693:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1789480334.329083:0:22693:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8a6985d0b800 from lustre-MDT0000 10000000:01000000:1.0:1789480334.329108:0:22693:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1789480334.329117:0:22693:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1789480334.329121:0:22693:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8a6ab9ba0000 10000000:01000000:1.0:1789480334.329124:0:22693:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789480334.329131:0:22693:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8a6ab9ba0000 from 1 10000000:01000000:1.0:1789480334.329134:0:22693:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1789480334.329168:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ab796ca00/0xdaa289fda243ebb0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.329179:0:22693:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6ab796ca00/0xdaa289fda243ebb0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.329212:0:22693:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6ab796ca00/0xdaa289fda243ebb0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480334.329233:0:22693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528012800:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789480334.329364:0:22693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480334.329466:0:22693:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a8856f480 going to sleep for 11 seconds 00000100:00100000:2.0:1789480334.329519:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528012800 00000100:00100000:2.0:1789480334.329525:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528012800 00000100:00100000:2.0:1789480334.329568:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789480334.329577:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6987c9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+5:22693:x1876405528012800:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789480334.329589:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789480334.329602:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6abb4bc800/0xdaa289fda243ebb7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ebb0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480334.329623:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6abb4bc800/0xdaa289fda243ebb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ebb0 expref: 6 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480334.329632:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6abb4bc800/0xdaa289fda243ebb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ebb0 expref: 6 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480334.329640:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb4bc800, rc 0) 00000100:00100000:2.0:1789480334.329690:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6987c9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+6:22693:x1876405528012800:12345-0@lo:101:mount.lustre.0 Request processed in 114us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480334.329695:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789480334.330010:0:22693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528012800:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789480334.330024:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6ab796ca00/0xdaa289fda243ebb0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ebb7 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.330032:0:22693:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6ab796ca00/0xdaa289fda243ebb0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ebb7 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480334.330093:0:22693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528012928:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789480334.330123:0:22693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480334.330147:0:22693:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa4ba300 going to sleep for 11 seconds 00000100:00100000:1.0:1789480334.330237:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528012928 00000100:00100000:1.0:1789480334.330252:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528012928 00000100:00100000:1.0:1789480334.330276:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789480334.330281:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6987c99850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+6:22693:x1876405528012928:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789480334.330344:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6987c99850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+6:22693:x1876405528012928:12345-0@lo:501:mount.lustre.0 Request processed in 63us (220us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789480334.330351:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789480334.330592:0:22693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528012928:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789480334.330627:0:22693:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1789480334.330642:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ab796ca00/0xdaa289fda243ebb0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ebb7 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.330651:0:22693:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6ab796ca00/0xdaa289fda243ebb0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ebb7 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789480334.330658:0:22693:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8a6985d0b800 10000000:01000000:3.0:1789480334.330735:0:22693:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789480334.330741:0:22693:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8a6985d0b800 10000000:01000000:3.0:1789480334.330745:0:22693:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1789480334.330748:0:22693:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8a6985d0b800 from 1 10000000:01000000:3.0:1789480334.330750:0:22693:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1789480334.330770:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6987ecdc00/0xdaa289fda243ebbe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.330778:0:22693:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6987ecdc00/0xdaa289fda243ebbe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.330786:0:22693:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6987ecdc00/0xdaa289fda243ebbe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480334.330798:0:22693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528013056:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789480334.330834:0:22693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480334.330865:0:22693:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa4ba300 going to sleep for 11 seconds 00000100:00100000:2.0:1789480334.330947:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528013056 00000100:00100000:2.0:1789480334.330952:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528013056 00000100:00100000:2.0:1789480334.330973:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789480334.330979:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+6:22693:x1876405528013056:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789480334.330994:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789480334.331004:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6abb4bd800/0xdaa289fda243ebc5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ebbe expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480334.331022:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6abb4bd800/0xdaa289fda243ebc5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ebbe expref: 7 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480334.331030:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6abb4bd800/0xdaa289fda243ebc5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ebbe expref: 7 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480334.331036:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb4bd800, rc 0) 00000100:00100000:2.0:1789480334.331067:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+7:22693:x1876405528013056:12345-0@lo:101:mount.lustre.0 Request processed in 88us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480334.331073:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789480334.331145:0:22693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528013056:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789480334.331156:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6987ecdc00/0xdaa289fda243ebbe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ebc5 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.331163:0:22693:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6987ecdc00/0xdaa289fda243ebbe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ebc5 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789480334.331174:0:22693:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1789480334.331215:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6987ecdc00/0xdaa289fda243ebbe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ebc5 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.331222:0:22693:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6987ecdc00/0xdaa289fda243ebbe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ebc5 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789480334.331228:0:22693:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1789480334.331232:0:22693:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789480334.331236:0:22693:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8a6985d0b800 10000000:01000000:3.0:1789480334.331239:0:22693:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1789480334.331468:0:22693:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:3.0:1789480334.331471:0:22693:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1789480334.331488:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd800/0xdaa289fda243ebcc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.331495:0:22693:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd800/0xdaa289fda243ebcc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.331502:0:22693:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd800/0xdaa289fda243ebcc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480334.331522:0:22693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528013184:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789480334.331549:0:22693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480334.331612:0:22693:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa4ba300 going to sleep for 11 seconds 00000100:00100000:2.0:1789480334.331770:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528013184 00000100:00100000:2.0:1789480334.331775:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528013184 00000100:00100000:2.0:1789480334.331843:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789480334.331851:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+7:22693:x1876405528013184:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789480334.331859:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789480334.331869:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6abb4bca00/0xdaa289fda243ebd3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ebcc expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480334.331885:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6abb4bca00/0xdaa289fda243ebd3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ebcc expref: 8 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480334.331893:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6abb4bca00/0xdaa289fda243ebd3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ebcc expref: 8 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480334.331899:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb4bca00, rc 0) 00000100:00100000:2.0:1789480334.332003:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+8:22693:x1876405528013184:12345-0@lo:101:mount.lustre.0 Request processed in 153us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480334.332010:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789480334.332066:0:22693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528013184:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789480334.332078:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd800/0xdaa289fda243ebcc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ebd3 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480334.332086:0:22693:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd800/0xdaa289fda243ebcc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ebd3 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480334.332140:0:22693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528013312:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789480334.332167:0:22693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480334.332506:0:22693:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a95d0f840 going to sleep for 11 seconds 00000100:00100000:3.0:1789480334.332625:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528013312 00000100:00100000:3.0:1789480334.332630:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528013312 00000100:00100000:3.0:1789480334.332656:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789480334.332673:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b26850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+8:22693:x1876405528013312:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789480334.332804:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b26850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+9:22693:x1876405528013312:12345-0@lo:501:mount.lustre.0 Request processed in 141us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480334.332811:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789480334.332967:0:22693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528013312:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789480334.333005:0:22693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528013440:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789480334.333039:0:22693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480334.333062:0:22693:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a95d0f840 going to sleep for 11 seconds 00000100:00100000:3.0:1789480334.333233:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528013440 00000100:00100000:3.0:1789480334.333238:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528013440 00000100:00100000:3.0:1789480334.333330:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789480334.333336:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+9:22693:x1876405528013440:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789480334.334219:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+9:22693:x1876405528013440:12345-0@lo:503:mount.lustre.0 Request processed in 879us (1175us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480334.334229:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789480334.334562:0:22693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528013440:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789480334.335215:0:22732:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22732:1876405528013568:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789480334.335282:0:22732:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480334.335318:0:22732:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a95d0f300 going to sleep for 11 seconds 00000100:00100000:3.0:1789480334.335516:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528013568 00000100:00100000:3.0:1789480334.335522:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528013568 00000100:00100000:3.0:1789480334.335549:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789480334.335556:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+9:22732:x1876405528013568:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789480334.336349:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+9:22732:x1876405528013568:12345-0@lo:502:llog_process_th.0 Request processed in 789us (1064us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480334.336359:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789480334.336855:0:22732:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22732:1876405528013568:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1789480334.336884:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789480334.336894:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480334.336896:0:22732:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1789480334.336901:0:22732:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1789480334.336904:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789480334.336930:0:22732:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8a6a85e10000) 00000020:00000080:0.0:1789480334.336947:0:22732:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1789480334.336952:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1789480334.337033:0:22732:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:0.0:1789480334.337042:0:22732:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xdaa289fda243ebe1 00000020:00000080:0.0:1789480334.337571:0:22732:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1789480334.337577:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789480334.337581:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480334.337583:0:22732:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1789480334.337585:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789480334.337589:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480334.337590:0:22732:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1789480334.337594:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789480334.337602:0:22732:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8a6a85e14d40) 00000020:00000080:0.0:1789480334.337614:0:22732:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:0.0:1789480334.337625:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1789480334.337627:0:22732:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1789480334.337629:0:22732:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1789480334.337635:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1789480334.337696:0:22732:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a6985d0b800 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1789480334.337709:0:22732:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8a6a85e13380) 00000020:00000080:0.0:1789480334.337717:0:22732:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:0.0:1789480334.337773:0:22732:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1789480334.337778:0:22732:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xdaa289fda243ebf6 00000020:00000080:0.0:1789480334.337987:0:22732:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1789480334.337993:0:22732:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1789480334.337997:0:22732:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xdaa289fda243ebfd 00080000:01000000:0.0:1789480334.338002:0:22732:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:0.0:1789480334.338006:0:22732:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xdaa289fda243ec04 00010000:00010000:3.0:1789480334.443446:0:22732:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:1.0:1789480334.449378:0:22732:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:1.0:1789480334.449960:0:22732:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1789480334.450824:0:22732:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8a6ab9ba4d40) 00000020:00000080:1.0:1789480334.450845:0:22732:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1789480334.450932:0:22732:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:1.0:1789480334.450950:0:22732:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xdaa289fda243ec12 00000020:00000080:3.0:1789480334.453629:0:22732:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1789480334.459140:0:22732:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xdaa289fda243ec19 00000020:00000080:3.0:1789480334.459809:0:22732:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1789480334.459820:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789480334.459826:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480334.459828:0:22732:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1789480334.459832:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789480334.459835:0:22732:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1789480334.459837:0:22732:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789480334.459839:0:22732:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789480334.459840:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789480334.459843:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480334.459844:0:22732:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789480334.459846:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789480334.459851:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480334.459852:0:22732:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1789480334.459856:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1789480334.459895:0:22732:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1789480334.459926:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789480334.459930:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480334.459931:0:22732:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1789480334.459934:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789480334.459938:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480334.459940:0:22732:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1789480334.459943:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789480334.459948:0:22732:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.144@tcp to nid 0x20000c0a8ce90 (192.168.206.144@tcp) 00000020:00000080:3.0:1789480334.459975:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789480334.459991:0:22732:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8a6a83460000) 00000020:00000080:3.0:1789480334.460004:0:22732:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1789480334.460010:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789480334.460077:0:22732:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1789480334.460083:0:22732:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:3.0:1789480334.460089:0:22732:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xdaa289fda243ec27 00010000:00080000:3.0:1789480334.460126:0:22732:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a6a828bb000@lustre-MDT0001-osp-MDT0000: add connection 192.168.206.144@tcp at head 00010000:00010000:3.0:1789480334.464365:0:22732:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:3.0:1789480334.466595:0:22732:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789480334.466609:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1789480334.466645:0:22732:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1789480334.466734:0:22732:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xdaa289fda243ec2e 00000100:00080000:3.0:1789480334.466753:0:22732:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789480334.466765:0:22732:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8a6a828bb000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:3.0:1789480334.466798:0:22732:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6a862fa300 x1876405528013696/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789480334.466826:0:22732:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1789480334.466881:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789480334.466885:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480334.466887:0:22732:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1789480334.466890:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789480334.466892:0:22732:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1789480334.466894:0:22732:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789480334.466895:0:22732:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789480334.466897:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789480334.466899:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480334.466900:0:22732:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789480334.466902:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789480334.466920:0:22732:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1789480334.466924:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480334.466925:0:22732:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1789480334.466929:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789480334.466932:0:22732:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.144@tcp to nid 0x20000c0a8ce90 (192.168.206.144@tcp) 00000020:01000000:3.0:1789480334.466952:0:22732:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1789480334.466955:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789480334.466967:0:22732:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8a6a834619c0) 00000020:00000080:3.0:1789480334.466978:0:22732:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:3.0:1789480334.466988:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789480334.467045:0:22732:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1789480334.467050:0:22732:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000100:00100000:2.0:1789480334.467521:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528013696:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789480334.467582:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480334.468236:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528013696 00000100:00100000:2.0:1789480334.468245:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528013696 00000100:00100000:2.0:1789480334.468275:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789480334.468282:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa462680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876405528013696:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1789480334.468297:0:22719:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000080:3.0:1789480334.468737:0:22732:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xdaa289fda243ec3c 00010000:00080000:3.0:1789480334.468770:0:22732:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a6988484000@lustre-OST0000-osc-MDT0000: add connection 192.168.206.144@tcp at head 00010000:00010000:3.0:1789480334.468998:0:22732:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:3.0:1789480334.472892:0:22732:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789480334.475369:0:22732:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1789480334.477846:0:22732:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789480334.478145:0:22732:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1789480334.482640:0:22732:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:0.0:1789480334.483102:0:22738:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789480334.483107:0:22738:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1789480334.485761:0:22732:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789480334.485780:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1789480334.485830:0:22732:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1789480334.485853:0:22732:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xdaa289fda243ec43 00000100:00080000:1.0:1789480334.485863:0:22732:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789480334.485874:0:22732:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8a6988484000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:1.0:1789480334.485918:0:22732:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa478700 x1876405528013824/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789480334.485949:0:22732:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1789480334.486065:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789480334.486070:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480334.486072:0:22732:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1789480334.486075:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789480334.486078:0:22732:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:1.0:1789480334.486079:0:22732:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789480334.486081:0:22732:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789480334.486082:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789480334.486085:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480334.486086:0:22732:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789480334.486089:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789480334.486092:0:22732:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1789480334.486096:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480334.486097:0:22732:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1789480334.486100:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789480334.486104:0:22732:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.144@tcp to nid 0x20000c0a8ce90 (192.168.206.144@tcp) 00000020:01000000:1.0:1789480334.486125:0:22732:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1789480334.486128:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789480334.486141:0:22732:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8a6ab9ba19c0) 00000020:00000080:1.0:1789480334.486154:0:22732:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:1.0:1789480334.486162:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789480334.486255:0:22732:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:1.0:1789480334.486261:0:22732:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:1.0:1789480334.486268:0:22732:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xdaa289fda243ec51 00010000:00080000:1.0:1789480334.486297:0:22732:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a6988485800@lustre-OST0001-osc-MDT0000: add connection 192.168.206.144@tcp at head 00010000:00010000:1.0:1789480334.486510:0:22732:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:1.0:1789480334.486577:0:22732:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789480334.486591:0:22732:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:3.0:1789480334.488569:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa478700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528013824:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789480334.488630:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876405528013824 offset 0 length 520: 4 00000100:00100000:2.0:1789480334.490590:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa462680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876405528013696:12345-0@lo:38:llog_process_th.0 Request processed in 22300us (23000us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789480334.490604:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1789480334.491982:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6a828bb000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789480334.491990:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789480334.491995:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528013696:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1789480334.492813:0:22732:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789480334.493506:0:22732:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1789480334.493661:0:22732:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:2.0:1789480334.494472:0:22740:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789480334.494477:0:22740:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1789480334.494790:0:22732:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789480334.494801:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1789480334.494835:0:22732:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1789480334.494855:0:22732:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xdaa289fda243ec58 00000100:00080000:1.0:1789480334.494864:0:22732:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789480334.494875:0:22732:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8a6988485800 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:1.0:1789480334.494919:0:22732:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa47b480 x1876405528013952/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789480334.494981:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528013952:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789480334.495036:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876405528013952 offset 0 length 520: 4 00000100:00080000:1.0:1789480334.495171:0:22732:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1789480334.495257:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789480334.495261:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480334.495263:0:22732:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1789480334.495266:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789480334.495269:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480334.495271:0:22732:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789480334.495274:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789480334.495275:0:22732:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789480334.495278:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789480334.495280:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480334.495281:0:22732:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789480334.495283:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789480334.495286:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480334.495288:0:22732:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789480334.495291:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1789480334.495325:0:22732:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa479880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22732:1876405528014080:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789480334.495374:0:22732:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480334.495405:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528014080 00000100:00100000:1.0:1789480334.495412:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528014080 00000100:00100000:1.0:1789480334.495449:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789480334.495458:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+9:22732:x1876405528014080:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789480334.495558:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+9:22732:x1876405528014080:12345-0@lo:502:llog_process_th.0 Request processed in 101us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480334.495566:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789480334.495602:0:22732:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a89cede40 going to sleep for 11 seconds 00000100:00100000:1.0:1789480334.495621:0:22732:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa479880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22732:1876405528014080:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789480334.495644:0:22732:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789480334.495648:0:22732:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480334.495649:0:22732:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789480334.495653:0:22732:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1789480334.496180:0:22693:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1789480334.496227:0:22693:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1789480334.496249:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd800/0xdaa289fda243ebcc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ebd3 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.496260:0:22693:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd800/0xdaa289fda243ebcc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ebd3 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789480334.496268:0:22693:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8a6985d0b800 from 1 10000000:01000000:3.0:1789480334.496271:0:22693:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789480334.496306:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6987ecc000/0xdaa289fda243ec5f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.496314:0:22693:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6987ecc000/0xdaa289fda243ec5f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.496322:0:22693:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6987ecc000/0xdaa289fda243ec5f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480334.496337:0:22693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528014208:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789480334.496371:0:22693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480334.496396:0:22693:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2fef00 going to sleep for 11 seconds 00000100:00100000:1.0:1789480334.496555:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528014208 00000100:00100000:1.0:1789480334.496560:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528014208 00000100:00100000:1.0:1789480334.496585:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789480334.496593:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+9:22693:x1876405528014208:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789480334.496602:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789480334.496616:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6ab796c200/0xdaa289fda243ec66 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ec5f expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.496634:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6ab796c200/0xdaa289fda243ec66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ec5f expref: 10 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.496643:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6ab796c200/0xdaa289fda243ec66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ec5f expref: 10 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.496807:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6ab796c200, rc 0) 00000100:00100000:1.0:1789480334.496850:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+10:22693:x1876405528014208:12345-0@lo:101:mount.lustre.0 Request processed in 257us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480334.496856:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789480334.496931:0:22693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528014208:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789480334.496943:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6987ecc000/0xdaa289fda243ec5f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ec66 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.496952:0:22693:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6987ecc000/0xdaa289fda243ec5f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ec66 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480334.497510:0:22693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528014336:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1789480334.497551:0:22693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480334.497581:0:22693:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2fef00 going to sleep for 11 seconds 00000100:00100000:0.0:1789480334.497698:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528014336 00000100:00100000:0.0:1789480334.497705:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528014336 00000100:00100000:0.0:1789480334.497759:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789480334.497767:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+10:22693:x1876405528014336:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1789480334.497781:0:22708:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1789480334.497787:0:22708:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1789480334.497862:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+10:22693:x1876405528014336:12345-0@lo:256:mount.lustre.0 Request processed in 96us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480334.497868:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789480334.498024:0:22693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528014336:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1789480334.498585:0:22693:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789480334.498660:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6987ecc000/0xdaa289fda243ec5f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ec66 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.498735:0:22693:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6987ecc000/0xdaa289fda243ec5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ec66 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789480334.498801:0:22693:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a6985d0b800 from 1 10000000:01000000:3.0:1789480334.498804:0:22693:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789480334.498831:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd000/0xdaa289fda243ec6d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.498838:0:22693:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd000/0xdaa289fda243ec6d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.498846:0:22693:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd000/0xdaa289fda243ec6d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480334.498863:0:22693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528014464:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789480334.498902:0:22693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480334.498942:0:22693:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2fef00 going to sleep for 11 seconds 00000100:00100000:1.0:1789480334.499030:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528014464 00000100:00100000:1.0:1789480334.499037:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528014464 00000100:00100000:1.0:1789480334.499076:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789480334.499084:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+10:22693:x1876405528014464:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789480334.499095:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789480334.499107:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243ec74 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ec6d expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.499127:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243ec74 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ec6d expref: 11 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.499138:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243ec74 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ec6d expref: 11 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.499146:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6ab796cc00, rc 0) 00000100:00100000:1.0:1789480334.499212:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+11:22693:x1876405528014464:12345-0@lo:101:mount.lustre.0 Request processed in 129us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480334.499218:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789480334.499378:0:22693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528014464:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789480334.499391:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd000/0xdaa289fda243ec6d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ec74 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.499399:0:22693:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd000/0xdaa289fda243ec6d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ec74 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480334.499455:0:22693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528014592:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789480334.499480:0:22693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480334.499509:0:22693:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2fef00 going to sleep for 11 seconds 00000100:00100000:1.0:1789480334.499870:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528014592 00000100:00100000:1.0:1789480334.499876:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528014592 00000100:00100000:1.0:1789480334.499922:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789480334.499931:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+11:22693:x1876405528014592:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789480334.500074:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+11:22693:x1876405528014592:12345-0@lo:501:mount.lustre.0 Request processed in 144us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480334.500093:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789480334.500167:0:22693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528014592:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789480334.500237:0:22693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528014720:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789480334.500279:0:22693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480334.500304:0:22693:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a839d5180 going to sleep for 11 seconds 00000100:00100000:1.0:1789480334.500405:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528014720 00000100:00100000:1.0:1789480334.500410:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528014720 00000100:00100000:1.0:1789480334.500439:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789480334.500445:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+11:22693:x1876405528014720:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789480334.500519:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+11:22693:x1876405528014720:12345-0@lo:503:mount.lustre.0 Request processed in 74us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480334.500526:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789480334.500752:0:22693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528014720:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789480334.501132:0:22742:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22742:1876405528014848:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789480334.501173:0:22742:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480334.501275:0:22742:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a860c96c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789480334.501452:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528014848 00000100:00100000:1.0:1789480334.501458:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528014848 00000100:00100000:1.0:1789480334.501525:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789480334.501533:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+11:22742:x1876405528014848:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789480334.501946:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+11:22742:x1876405528014848:12345-0@lo:502:llog_process_th.0 Request processed in 413us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480334.501954:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789480334.502029:0:22742:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22742:1876405528014848:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1789480334.502056:0:22742:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789480334.502066:0:22742:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480334.502068:0:22742:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789480334.502076:0:22742:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a6985d0b800 00000020:00000080:0.0:1789480334.502078:0:22742:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789480334.502086:0:22742:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789480334.502088:0:22742:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480334.502090:0:22742:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789480334.502092:0:22742:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789480334.502095:0:22742:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480334.502096:0:22742:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789480334.502100:0:22742:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a6985d0b800 00000020:00000080:0.0:1789480334.502102:0:22742:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789480334.502163:0:22742:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789480334.502168:0:22742:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480334.502169:0:22742:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789480334.502172:0:22742:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789480334.502174:0:22742:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480334.502176:0:22742:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789480334.502179:0:22742:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8a6985d0b800 00000020:00000080:0.0:1789480334.502181:0:22742:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789480334.502226:0:22742:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789480334.502229:0:22742:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480334.502230:0:22742:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789480334.502233:0:22742:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789480334.502243:0:22742:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480334.502244:0:22742:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789480334.502249:0:22742:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8a6985d0b800 00000020:00000080:0.0:1789480334.502251:0:22742:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1789480334.502292:0:22742:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22742:1876405528014976:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789480334.502332:0:22742:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480334.506585:0:22742:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a839d5180 going to sleep for 11 seconds 00000100:00100000:3.0:1789480334.509406:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528014976 00000100:00100000:3.0:1789480334.509418:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528014976 00000100:00100000:3.0:1789480334.509496:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789480334.509513:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+11:22742:x1876405528014976:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789480334.509681:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+11:22742:x1876405528014976:12345-0@lo:502:llog_process_th.0 Request processed in 170us (7349us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480334.509689:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789480334.513592:0:22742:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22742:1876405528014976:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1789480334.513634:0:22742:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789480334.513642:0:22742:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480334.513644:0:22742:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1789480334.513649:0:22742:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:0.0:1789480334.514295:0:22693:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789480334.514323:0:22693:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789480334.514346:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd000/0xdaa289fda243ec6d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ec74 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480334.514358:0:22693:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd000/0xdaa289fda243ec6d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ec74 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789480334.514406:0:22693:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789480334.514410:0:22693:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8a6985d0b800 10000000:01000000:0.0:1789480334.514412:0:22693:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8a6985d0b800 10000000:01000000:0.0:1789480334.514416:0:22693:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789480334.514421:0:22693:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8a6985d0b800 from 1 10000000:01000000:0.0:1789480334.514424:0:22693:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789480334.514457:0:22693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe400/0xdaa289fda243ec7b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480334.514466:0:22693:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe400/0xdaa289fda243ec7b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480334.514482:0:22693:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe400/0xdaa289fda243ec7b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480334.514504:0:22693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528015104:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789480334.514560:0:22693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480334.514598:0:22693:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a8856f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789480334.514839:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528015104 00000100:00100000:3.0:1789480334.514847:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528015104 00000100:00100000:3.0:1789480334.514935:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789480334.514946:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+11:22693:x1876405528015104:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789480334.514959:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480334.514974:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6987ecc800/0xdaa289fda243ec82 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ec7b expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.514996:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6987ecc800/0xdaa289fda243ec82 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ec7b expref: 12 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.515007:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6987ecc800/0xdaa289fda243ec82 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ec7b expref: 12 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480334.515016:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6987ecc800, rc 0) 00000100:00100000:3.0:1789480334.515057:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:22693:x1876405528015104:12345-0@lo:101:mount.lustre.0 Request processed in 113us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480334.515064:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789480334.520459:0:22693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528015104:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789480334.520486:0:22693:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe400/0xdaa289fda243ec7b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ec82 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480334.520499:0:22693:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe400/0xdaa289fda243ec7b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ec82 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480334.520572:0:22693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528015232:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789480334.520626:0:22693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480334.520792:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528015232 00000100:00100000:1.0:1789480334.520799:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528015232 00000100:00100000:1.0:1789480334.520846:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789480334.520856:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:22693:x1876405528015232:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789480334.520984:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:22693:x1876405528015232:12345-0@lo:501:mount.lustre.0 Request processed in 129us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480334.520992:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789480334.521832:0:22693:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a8856f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789480334.521858:0:22693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528015232:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789480334.521899:0:22693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528015360:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789480334.521962:0:22693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480334.521992:0:22693:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a8856f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789480334.522067:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528015360 00000100:00100000:3.0:1789480334.522073:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528015360 00000100:00100000:3.0:1789480334.522299:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789480334.522307:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:22693:x1876405528015360:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789480334.522400:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:22693:x1876405528015360:12345-0@lo:503:mount.lustre.0 Request processed in 92us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480334.522413:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789480334.522926:0:22693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528015360:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789480334.523263:0:22748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862faa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22748:1876405528015488:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789480334.523308:0:22748:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480334.523333:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528015488 00000100:00100000:3.0:1789480334.523338:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528015488 00000100:00100000:3.0:1789480334.523543:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789480334.523552:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:22748:x1876405528015488:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789480334.523651:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:22748:x1876405528015488:12345-0@lo:502:llog_process_th.0 Request processed in 100us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480334.523659:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789480334.532847:0:22748:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2fe240 going to sleep for 11 seconds 00000100:00100000:3.0:1789480334.532889:0:22748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862faa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22748:1876405528015488:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1789480334.532976:0:22748:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1789480334.532994:0:22748:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8a6a83464d40) 00000020:00000080:3.0:1789480334.533015:0:22748:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:3.0:1789480334.533113:0:22748:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a6985d0b800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1789480334.533117:0:22748:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a6985d0b800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1789480334.533119:0:22748:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a6985d0b800 4 00010000:00080000:3.0:1789480334.533148:0:22748:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a6abb5d6000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.206.144@tcp at head 00010000:00010000:3.0:1789480334.540495:0:22748:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:3.0:1789480334.540818:0:22748:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1789480334.540857:0:22748:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789480334.540871:0:22748:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xdaa289fda243ec90 00000100:00080000:3.0:1789480334.540881:0:22748:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789480334.540893:0:22748:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8a6abb5d6000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:3.0:1789480334.541098:0:22748:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6a862faa00 x1876405528015616/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789480334.541146:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876405528015616:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789480334.541231:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789480334.541801:0:22748:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1789480334.542877:0:22748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22748:1876405528015744:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789480334.542951:0:22748:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480334.542984:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528015744 00000100:00100000:3.0:1789480334.542990:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528015744 00000100:00100000:3.0:1789480334.543027:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789480334.543035:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:22748:x1876405528015744:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789480334.543144:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:22748:x1876405528015744:12345-0@lo:502:llog_process_th.0 Request processed in 108us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480334.543151:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789480334.543212:0:22748:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2fe3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789480334.543233:0:22748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22748:1876405528015744:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789480334.543269:0:22748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22748:1876405528015872:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789480334.543300:0:22748:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480334.543318:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528015872 00000100:00100000:3.0:1789480334.543322:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528015872 00000100:00100000:3.0:1789480334.543343:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789480334.543349:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:22748:x1876405528015872:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789480334.543405:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:22748:x1876405528015872:12345-0@lo:502:llog_process_th.0 Request processed in 55us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480334.543411:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789480334.543438:0:22748:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2fe3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789480334.543456:0:22748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22748:1876405528015872:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1789480334.543473:0:22748:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000100:00100000:0.0:1789480334.546231:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528015616 00000100:00100000:0.0:1789480334.546243:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528015616 00000020:01000000:1.0:1789480334.546410:0:22693:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 00000100:00100000:2.0:1789480334.546496:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789480334.546505:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1876405528015616:12345-0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789480334.546589:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1876405528015616:12345-0@lo:38:llog_process_th.0 Request processed in 84us (5357us total) trans 0 rc -11/-11 00000100:00100000:2.0:1789480334.546595:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 10000000:01000000:1.0:1789480334.546687:0:22693:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1789480334.546709:0:22693:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe400/0xdaa289fda243ec7b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ec82 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.546733:0:22693:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe400/0xdaa289fda243ec7b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ec82 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1789480334.546855:0:22693:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1789480334.546857:0:22693:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789480334.546859:0:22693:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789480334.546860:0:22693:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789480334.546861:0:22693:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789480334.546863:0:22693:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789480334.546864:0:22693:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789480334.546865:0:22693:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789480334.546867:0:22693:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789480334.546868:0:22693:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789480334.546872:0:22693:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:1.0:1789480334.546874:0:22693:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789480334.546875:0:22693:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789480334.546876:0:22693:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789480334.546877:0:22693:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789480334.546879:0:22693:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789480334.546880:0:22693:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789480334.546881:0:22693:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789480334.546882:0:22693:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789480334.546883:0:22693:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789480334.546884:0:22693:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789480334.546914:0:22693:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1789480334.546936:0:22693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa479880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528016000:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789480334.546976:0:22693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480334.547007:0:22693:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7840 going to sleep for 11 seconds 00000100:00100000:3.0:1789480334.547115:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789480334.547123:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6abb5d6000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789480334.547127:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1789480334.547130:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876405528015616:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789480334.547153:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528016000 00000100:00100000:3.0:1789480334.547157:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528016000 00000100:00100000:3.0:1789480334.547215:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789480334.547222:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:22693:x1876405528016000:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789480334.547244:0:22708:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1789480334.547256:0:22708:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1789480334.550391:0:22708:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1789480334.550413:0:22708:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1789480334.550740:0:22730:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789480334.550744:0:22730:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789480334.550765:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243ec97 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480334.550792:0:22730:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a6ab796c200/0xdaa289fda243ec66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ec5f expref: 12 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480334.550800:0:22730:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243ec97 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480334.550836:0:22730:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a6ab796c200/0xdaa289fda243ec66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdaa289fda243ec5f expref: 12 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480334.550851:0:22730:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a6ab796c200/0xdaa289fda243ec66 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdaa289fda243ec5f expref: 12 pid: 22707 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480334.550866:0:22730:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1876405528016128:0@lo:104: 00000100:00100000:2.0:1789480334.550938:0:22730:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480334.550975:0:22730:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aafb3f000 going to sleep for 11 seconds 00000100:00100000:2.0:1789480334.551013:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528016128 00000100:00100000:2.0:1789480334.551019:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528016128 00000100:00100000:1.0:1789480334.551036:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:22693:x1876405528016000:12345-0@lo:253:mount.lustre.0 Request processed in 3813us (4058us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480334.551045:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789480334.551055:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789480334.551064:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa463b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+3:22730:x1876405528016128:12345-0@lo:104: 00010000:00010000:2.0:1789480334.551076:0:22697:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.144@tcp lock: ffff8a6987ecc000/0xdaa289fda243ec5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243ec66 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480334.551116:0:22697:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789480334.551122:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa463b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+3:22730:x1876405528016128:12345-0@lo:104: Request processed in 59us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480334.551128:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789480334.551164:0:22730:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1876405528016128:0@lo:104: 00010000:00010000:2.0:1789480334.551180:0:22730:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243ec97 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.551407:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480334.551413:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6987ecc000/0xdaa289fda243ec5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243ec66 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.551421:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecc000 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:1.0:1789480334.551661:0:22703:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6987ecc000/0xdaa289fda243ec5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xdaa289fda243ec66 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.551734:0:22703:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6987ecc000/0xdaa289fda243ec5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xdaa289fda243ec66 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789480334.551742:0:22703:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6987ecc000/0xdaa289fda243ec5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xdaa289fda243ec66 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789480334.551747:0:22703:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789480334.552399:0:22703:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6987ecc000/0xdaa289fda243ec5f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ec66 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.552407:0:22703:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789480334.552555:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6987ecc000/0xdaa289fda243ec5f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ec66 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.552564:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6987ecc000/0xdaa289fda243ec5f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ec66 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.552580:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480334.552582:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480334.552584:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789480334.552619:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3645:1876405528016256:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789480334.552736:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480334.552978:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528016256 00000100:00100000:1.0:1789480334.552985:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528016256 00010000:00010000:1.0:1789480334.553009:0:22699:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a6ab796c200/0xdaa289fda243ec66 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243ec5f expref: 12 pid: 22707 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480334.553106:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789480334.553116:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa47a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:3645:x1876405528016256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789480334.553141:0:22699:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789480334.553148:0:22699:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a6ab796c200/0xdaa289fda243ec66 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243ec5f expref: 12 pid: 22707 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.553159:0:22699:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a6ab796c200/0xdaa289fda243ec66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdaa289fda243ec5f expref: 12 pid: 22707 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.553171:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6ab796c200/0xdaa289fda243ec66 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdaa289fda243ec5f expref: 12 pid: 22707 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.553183:0:22699:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243ec97 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.554013:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243ec97 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789480334.554035:0:22699:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003291416s 00010000:00010000:1.0:1789480334.554040:0:22699:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243ec97 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.554055:0:22699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243ec97 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.554062:0:22699:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243ec97 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.554076:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243ec97 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.554082:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bcc00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480334.554087:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243ec97 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.554094:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243ec97 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.554118:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243ec97 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480334.554129:0:22699:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789480334.554158:0:22730:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243ec97 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480334.554167:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243ec97 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480334.554173:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243ec97 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480334.554186:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa47a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+11:3645:x1876405528016256:12345-0@lo:103:ldlm_bl.0 Request processed in 1071us (1448us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480334.554209:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789480334.555298:0:22693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa479880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22693:1876405528016000:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789480334.555314:0:22693:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1789480334.555317:0:22693:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789480334.555318:0:22693:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789480334.555320:0:22693:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789480334.555321:0:22693:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789480334.555322:0:22693:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789480334.555323:0:22693:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789480334.555324:0:22693:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789480334.555326:0:22693:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789480334.555327:0:22693:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789480334.555329:0:22693:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1789480334.555342:0:22693:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1789480334.555377:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3645:1876405528016256:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1789480334.569777:0:22693:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:2.0:1789480334.570225:0:22693:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:1.0:1789480334.570315:0:22754:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:1.0:1789480334.570319:0:22754:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:2.0:1789480334.570658:0:22755:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789480334.570749:0:22693:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:1.0:1789480334.571095:0:22756:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8a6aaa47b800 x1876405528016384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480334.571107:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 0 seconds 00000040:01000000:3.0:1789480334.571525:0:22693:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1789480334.571565:0:22693:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789480334.572431:0:22755:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789480334.576446:0:22755:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1789480334.576518:0:22755:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00000080:3.0:1789480334.577499:0:22693:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1789480334.577842:0:22693:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1789480334.577947:0:22693:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789480334.579988:0:22693:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1789480334.580761:0:22693:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1789480334.580803:0:22693:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1789480334.581472:0:22693:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1789480334.582032:0:22693:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1789480334.583848:0:22693:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1789480334.585297:0:22693:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1789480334.585328:0:22693:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffff9c0c01827988 00100000:10000000:2.0:1789480334.585335:0:22693:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:3.0:1789480334.585898:0:22693:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1789480334.585924:0:22693:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.206.144@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1789480334.585942:0:22693:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=46 00000080:00000004:3.0:1789480334.585965:0:22693:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:0.0:1789480334.590337:0:22693:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789480334.592065:0:22693:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789480335.175538:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789480335.583467:0:22747:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1789480335.583477:0:22747:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789480335.588032:0:22747:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1789480335.588047:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1789480335.620436:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 0 seconds 10000000:01000000:2.0:1789480335.620466:0:22711:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789480335.620471:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8a6985d0b800 from 11 10000000:01000000:2.0:1789480335.620474:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789480335.620520:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bde00/0xdaa289fda243ec9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480335.620531:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bde00/0xdaa289fda243ec9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480335.620543:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bde00/0xdaa289fda243ec9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480335.620563:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528016512:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789480335.620632:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480335.620679:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6987c08cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789480335.620959:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528016512 00000100:00100000:3.0:1789480335.620977:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528016512 00000100:00100000:3.0:1789480335.621032:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789480335.621042:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+11:22711:x1876405528016512:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789480335.621055:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480335.621080:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6987ecde00/0xdaa289fda243eca5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ec9e expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480335.621104:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6987ecde00/0xdaa289fda243eca5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ec9e expref: 12 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480335.621131:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6987ecde00/0xdaa289fda243eca5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ec9e expref: 12 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480335.621139:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6987ecde00, rc 0) 00000100:00100000:3.0:1789480335.621218:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:22711:x1876405528016512:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 149us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480335.621226:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789480335.621265:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528016512:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789480335.621281:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bde00/0xdaa289fda243ec9e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243eca5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480335.621290:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bde00/0xdaa289fda243ec9e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243eca5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480335.621349:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528016640:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789480335.621386:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480335.621434:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528016640 00000100:00100000:1.0:1789480335.621440:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528016640 00000100:00100000:1.0:1789480335.621470:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789480335.621481:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6987c08cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789480335.621483:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:22711:x1876405528016640:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789480335.621497:0:22708:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789480335.621532:0:22708:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789480335.621536:0:22708:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1789480335.621753:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528016640:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789480335.621837:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:22711:x1876405528016640:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 136us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480335.621847:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 10000000:01000000:2.0:1789480335.621938:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789480335.622102:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bde00/0xdaa289fda243ec9e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243eca5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480335.622112:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bde00/0xdaa289fda243ec9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243eca5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480336.205307:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789480336.644647:0:22747:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1789480336.644656:0:22747:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789480336.644779:0:22747:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000100:00100000:1.0:1789480336.644821:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 0 seconds 00000040:00080000:0.0:1789480336.644822:0:22747:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789480336.652007:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:0.0:1789480337.221582:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789480337.669314:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 0 seconds 00010000:00010000:1.0:1789480338.247588:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789480338.694831:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 0 seconds 00000001:02000400:3.0:1789480338.774020:0:22998:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg644-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1789480339.268800:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789480339.653104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789480339.653111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789480339.653115:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a6a828bb000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789480339.653124:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 703 00000100:00080000:1.0:1789480339.653129:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789480339.653140:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8a6a828bb000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:1.0:1789480339.653161:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa478a80 x1876405528016896/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789480339.653177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789480339.653181:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789480339.653183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789480339.653186:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789480339.653211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789480339.653214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789480339.653224:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a6abb5d6000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789480339.653231:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8a6abb5d6000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:1.0:1789480339.653244:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa47a300 x1876405528017024/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789480339.653277:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789480339.653290:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3645:1876405528016768:0@lo:400:kworker.0 00000100:00100000:1.0:1789480339.653359:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480339.653409:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa478a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528016896:0@lo:38:kworker.0 00000100:00100000:1.0:1789480339.653439:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480339.653457:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876405528017024:0@lo:38:kworker.0 00000100:00100000:1.0:1789480339.653538:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480339.653571:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528016768 00000100:00100000:1.0:1789480339.653578:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528016768 00000100:00100000:1.0:1789480339.653632:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789480339.653651:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:3645:x1876405528016768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789480339.653699:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:3645:x1876405528016768:12345-0@lo:400:kworker.0 Request processed in 59us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480339.653706:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789480339.653744:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528016896 00000100:00100000:1.0:1789480339.653747:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528016896 00000100:00100000:1.0:1789480339.653761:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789480339.653765:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa47aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876405528016896:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789480339.653782:0:22720:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789480339.653810:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa47aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876405528016896:12345-0@lo:38:kworker.0 Request processed in 44us (370us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789480339.653816:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789480339.653847:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528017024 00000100:00100000:1.0:1789480339.653851:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528017024 00000100:00100000:1.0:1789480339.654109:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789480339.654114:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa478000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876405528017024:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1789480339.654130:0:22716:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 708 last 0 00000020:00000080:1.0:1789480339.654165:0:22716:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xdaa289fda243ecac 00000004:00100000:1.0:1789480339.654181:0:22716:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789480339.654328:0:22716:0:(import.c:65:import_set_state_nolock()) ffff8a6ab98f5000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789480339.654378:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa478000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1876405528017024:12345-0@lo:38:kworker.0 Request processed in 262us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480339.654384:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789480339.654423:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3645:1876405528016768:0@lo:400:kworker.0 00000100:00080000:1.0:1789480339.654450:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6a828bb000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789480339.654455:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789480339.654458:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa478a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528016896:0@lo:38:kworker.0 00010000:00080000:1.0:1789480339.654468:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8a6aaa47a300 x1876405528017024/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789480349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789480339.654480:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1789480339.654487:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1789480339.654491:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789480339.654493:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6abb5d6000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789480339.654497:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1876405528017024:0@lo:38:kworker.0 00000020:00000004:1.0:1789480339.689174:0:23051:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789480339.689412:0:23051:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789480339.718765:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 0 seconds 00010000:00010000:0.0:1789480340.294378:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789480340.555024:0:23101:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789480340.555444:0:23101:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789480340.749151:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 0 seconds 00010000:00010000:0.0:1789480341.317642:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789480341.764377:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 0 seconds 00010000:00010000:0.0:1789480342.343381:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789480342.791850:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 0 seconds 00010000:00010000:3.0:1789480343.365953:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789480343.812902:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 0 seconds 00010000:00010000:0.0:1789480344.394036:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789480344.773761:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789480344.773767:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789480344.773770:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a6a828bb000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789480344.773776:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 708 00000100:00080000:3.0:1789480344.773782:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789480344.773794:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8a6a828bb000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:3.0:1789480344.773828:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789480344.773841:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3648:1876405528017152:0@lo:400:kworker.0 00000100:00100000:3.0:1789480344.773915:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480344.773972:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528017152 00000100:00100000:3.0:1789480344.773979:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528017152 00000100:00100000:3.0:1789480344.774019:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789480344.774028:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:3648:x1876405528017152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480344.774073:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:3648:x1876405528017152:12345-0@lo:400:kworker.0 Request processed in 47us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480344.774089:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789480344.774134:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3648:1876405528017152:0@lo:400:kworker.0 00000100:00100000:3.0:1789480344.774172:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6a862faa00 x1876405528017280/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789480344.774184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789480344.774214:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789480344.774217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789480344.774220:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789480344.774711:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789480334/real 1789480334] req@ffff8a6aaa47b480 x1876405528013952/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480344 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480344.774729:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a6aaa47b480 x1876405528013952/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480344 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480344.775279:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876405528017408:0@lo:400:kworker.0 00000100:00100000:3.0:1789480344.775317:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480344.775511:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528017408 00000100:00100000:3.0:1789480344.775518:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528017408 00000100:00100000:3.0:1789480344.775563:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789480344.775571:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876405528017408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480344.775622:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876405528017408:12345-0@lo:400:kworker.0 Request processed in 42us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480344.775628:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1789480344.775655:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8a6a862f9500 x1876405528017408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480344.775666:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876405528017408:0@lo:400:kworker.0 00000100:00100000:1.0:1789480344.780958:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789480334/real 1789480334] req@ffff8a6aaa478700 x1876405528013824/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480344 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480344.780986:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a6aaa478700 x1876405528013824/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480344 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480344.781010:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528017280:0@lo:38:kworker.0 00000100:00100000:1.0:1789480344.781074:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789480344.781504:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6988485800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789480344.781524:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789480344.781529:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528013952:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1789480344.781534:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6988484000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789480344.781539:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789480344.781542:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa478700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528013824:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1789480344.781606:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789480344.781610:0:13097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789480344.781613:0:13097:0:(import.c:65:import_set_state_nolock()) ffff8a6988484000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789480344.781619:0:13097:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 703 00000100:00080000:2.0:1789480344.781623:0:13097:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789480344.781632:0:13097:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8a6988484000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:2.0:1789480344.781659:0:13097:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa463480 x1876405528017536/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789480344.781711:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528017536:0@lo:8:kworker.0 00000400:00000100:1.0:1789480344.781737:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876405528017536 offset 0 length 520: 4 00000100:00080000:2.0:1789480344.781966:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789480344.781971:0:13097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789480344.781973:0:13097:0:(import.c:65:import_set_state_nolock()) ffff8a6988485800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789480344.781984:0:13097:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 703 00000100:00080000:2.0:1789480344.781987:0:13097:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789480344.781992:0:13097:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8a6988485800 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:2.0:1789480344.782006:0:13097:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa461180 x1876405528017664/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789480344.782078:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528017280 00000100:00100000:3.0:1789480344.782086:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528017280 00000100:00100000:3.0:1789480344.782127:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789480344.782140:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa47a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876405528017280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1789480344.782158:0:22720:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789480344.782287:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528017664:0@lo:8:kworker.0 00000400:00000100:1.0:1789480344.782311:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876405528017664 offset 0 length 520: 4 00000100:00100000:3.0:1789480344.782562:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa47a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876405528017280:12345-0@lo:38:kworker.0 Request processed in 421us (1486us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789480344.782570:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1789480344.785379:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6a828bb000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789480344.785389:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789480344.785394:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528017280:0@lo:38:kworker.0 00000100:00100000:0.0:1789480344.836563:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 0 seconds 00010000:00010000:3.0:1789480345.413649:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789480345.861252:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 0 seconds 00010000:00010000:1.0:1789480346.439574:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789480346.802718:0:23446:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789480346.802722:0:23446:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1789480346.802723:0:23446:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1789480346.802837:0:23446:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8a6a828a2800 00000020:01000004:2.0:1789480346.802861:0:23446:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1789480346.802872:0:23446:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789480346.802885:0:23446:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8a6a85e299c0) 00000020:00000080:2.0:1789480346.802901:0:23446:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1789480346.847947:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789480346.848591:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:3.0:1789480346.851475:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1789480346.851708:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1789480346.852474:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1789480346.852716:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1789480346.852925:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:3.0:1789480346.853280:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1789480346.853472:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1789480346.858062:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1789480346.858503:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1789480346.858740:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1789480346.858965:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1789480346.859276:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1789480346.859582:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:3.0:1789480346.859867:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1789480346.861065:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1789480346.861482:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1789480346.861705:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:3.0:1789480346.861931:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:2.0:1789480346.862770:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1789480346.863407:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1789480346.864267:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1789480346.866614:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1789480346.867025:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1789480346.867385:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1789480346.867919:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1789480346.868256:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1789480346.868540:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1789480346.868789:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1789480346.870282:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:2.0:1789480346.870795:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1789480346.871088:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1789480346.871483:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1789480346.872404:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1789480346.874341:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1789480346.874597:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1789480346.875475:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1789480346.876518:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789480346.876875:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:2.0:1789480346.879334:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789480346.880236:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1789480346.880554:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:2.0:1789480346.880828:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1789480346.881160:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1789480346.881456:0:23446:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00000100:00100000:0.0:1789480346.884282:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 0 seconds 00000040:00080000:3.0:1789480346.884912:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00080000:01000000:3.0:1789480346.888997:0:23446:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789480346.889259:0:23446:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:3.0:1789480346.889270:0:23446:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789480346.889281:0:23446:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xdaa289fda243ecba 00000020:01000004:3.0:1789480346.889287:0:23446:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:3.0:1789480346.889307:0:23446:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.206.144@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789480346.889310:0:23446:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.206.144@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1789480346.889316:0:23446:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:3.0:1789480346.889340:0:23446:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:3.0:1789480346.889344:0:23446:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.206.144@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:3.0:1789480346.900856:0:23446:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.206.144@tcp ctxt 0 is initialized 00000020:01000004:3.0:1789480346.900890:0:23446:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.206.144@tcp, index=0001, flags=0x20001 00000020:01000004:3.0:1789480346.900894:0:23446:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1789480346.900896:0:23446:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789480346.900897:0:23446:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789480346.900898:0:23446:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789480346.900900:0:23446:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789480346.900901:0:23446:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789480346.900902:0:23446:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789480346.900904:0:23446:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789480346.900905:0:23446:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789480346.900909:0:23446:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:3.0:1789480346.900911:0:23446:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789480346.900912:0:23446:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789480346.900913:0:23446:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789480346.900914:0:23446:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789480346.900915:0:23446:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789480346.900916:0:23446:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789480346.900917:0:23446:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789480346.900918:0:23446:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789480346.900919:0:23446:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789480346.900944:0:23446:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1789480346.900964:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528017792:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789480346.901084:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480346.901181:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a86826780 going to sleep for 11 seconds 00000100:00100000:1.0:1789480346.903486:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528017792 00000100:00100000:1.0:1789480346.903499:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528017792 00000100:00100000:1.0:1789480346.903571:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789480346.903590:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:23446:x1876405528017792:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789480346.903649:0:22707:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1789480346.903652:0:22707:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1789480346.903660:0:22707:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1789480346.904073:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:23446:x1876405528017792:12345-0@lo:253:mount.lustre.0 Request processed in 483us (2988us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480346.904081:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789480346.904335:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528017792:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789480346.904347:0:23446:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1789480346.904350:0:23446:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789480346.904352:0:23446:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789480346.904353:0:23446:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789480346.904355:0:23446:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789480346.904356:0:23446:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789480346.904357:0:23446:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789480346.904365:0:23446:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789480346.904367:0:23446:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789480346.904368:0:23446:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789480346.904384:0:23446:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8a6a828a2800 from lustre-MDT0001 10000000:01000000:0.0:1789480346.904410:0:23446:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:0.0:1789480346.904413:0:23446:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1789480346.904419:0:23446:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8a6ab9ba0000 local copy 00010000:00010000:0.0:1789480346.904428:0:23446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ab796ca00/0xdaa289fda243ebb0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ebb7 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480346.904518:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528017920:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789480346.904549:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480346.904624:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a87f1f600 going to sleep for 11 seconds 00000100:00100000:3.0:1789480346.904707:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528017920 00000100:00100000:3.0:1789480346.904713:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528017920 00000100:00100000:3.0:1789480346.904790:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789480346.904800:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:23446:x1876405528017920:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789480346.904883:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:23446:x1876405528017920:12345-0@lo:501:mount.lustre.0 Request processed in 86us (333us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789480346.904890:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789480346.904954:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528017920:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789480346.904967:0:23446:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.206.144@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1789480346.904985:0:23446:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.206.144@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1789480346.904991:0:23446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ab796ca00/0xdaa289fda243ebb0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ebb7 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480346.905000:0:23446:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6ab796ca00/0xdaa289fda243ebb0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ebb7 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789480346.905037:0:23446:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8a6a828a2800 10000000:01000000:0.0:1789480346.905042:0:23446:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789480346.905047:0:23446:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8a6ab9ba0000 10000000:01000000:0.0:1789480346.905049:0:23446:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:0.0:1789480346.905053:0:23446:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8a6ab9ba0000 from 1 10000000:01000000:0.0:1789480346.905055:0:23446:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1789480346.905077:0:23446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffc00/0xdaa289fda243ecc1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480346.905095:0:23446:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffc00/0xdaa289fda243ecc1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480346.905105:0:23446:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffc00/0xdaa289fda243ecc1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480346.905118:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528018048:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789480346.905143:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480346.905780:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a87f1f600 going to sleep for 11 seconds 00000100:00100000:3.0:1789480346.905818:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528018048 00000100:00100000:3.0:1789480346.905823:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528018048 00000100:00100000:2.0:1789480346.905873:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789480346.905883:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+12:23446:x1876405528018048:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789480346.905894:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789480346.905907:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243ecc8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ecc1 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480346.905928:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243ecc8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ecc1 expref: 13 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480346.905940:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6abb4bcc00/0xdaa289fda243ecc8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ecc1 expref: 13 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480346.905948:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb4bcc00, rc 0) 00000100:00100000:2.0:1789480346.905994:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+13:23446:x1876405528018048:12345-0@lo:101:mount.lustre.0 Request processed in 113us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480346.906000:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789480346.906141:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528018048:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789480346.906155:0:23446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffc00/0xdaa289fda243ecc1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ecc8 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480346.906165:0:23446:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffc00/0xdaa289fda243ecc1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ecc8 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789480346.906180:0:23446:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1789480346.906209:0:23446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffc00/0xdaa289fda243ecc1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ecc8 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480346.906217:0:23446:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffc00/0xdaa289fda243ecc1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ecc8 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789480346.906226:0:23446:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8a6a828a2800 10000000:01000000:0.0:1789480346.906231:0:23446:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1789480346.906234:0:23446:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8a6a828a2800 from 1 10000000:01000000:0.0:1789480346.906236:0:23446:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1789480346.906262:0:23446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe200/0xdaa289fda243eccf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480346.906269:0:23446:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe200/0xdaa289fda243eccf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480346.906277:0:23446:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe200/0xdaa289fda243eccf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480346.906291:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528018176:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789480346.906317:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480346.906327:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a87f1f600 going to sleep for 11 seconds 00000100:00100000:3.0:1789480346.906449:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528018176 00000100:00100000:3.0:1789480346.906454:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528018176 00000100:00100000:2.0:1789480346.906515:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789480346.906523:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a88c79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+13:23446:x1876405528018176:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789480346.906531:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789480346.906540:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6abb4bc600/0xdaa289fda243ecd6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243eccf expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480346.906555:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6abb4bc600/0xdaa289fda243ecd6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243eccf expref: 14 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480346.906564:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6abb4bc600/0xdaa289fda243ecd6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243eccf expref: 14 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480346.906571:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb4bc600, rc 0) 00000100:00100000:2.0:1789480346.906705:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a88c79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+14:23446:x1876405528018176:12345-0@lo:101:mount.lustre.0 Request processed in 182us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480346.906711:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789480346.906754:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528018176:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789480346.906765:0:23446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe200/0xdaa289fda243eccf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ecd6 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480346.906774:0:23446:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe200/0xdaa289fda243eccf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ecd6 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789480346.906783:0:23446:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1789480346.906802:0:23446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe200/0xdaa289fda243eccf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ecd6 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480346.906809:0:23446:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe200/0xdaa289fda243eccf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ecd6 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789480346.906815:0:23446:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1789480346.906818:0:23446:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789480346.906823:0:23446:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8a6a828a2800 10000000:01000000:0.0:1789480346.906831:0:23446:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1789480346.906834:0:23446:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:0.0:1789480346.906836:0:23446:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1789480346.906863:0:23446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983fec00/0xdaa289fda243ecdd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480346.906870:0:23446:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6a983fec00/0xdaa289fda243ecdd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480346.906878:0:23446:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6a983fec00/0xdaa289fda243ecdd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480346.906890:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528018304:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789480346.906914:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480346.906932:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a87f1f600 going to sleep for 11 seconds 00000100:00100000:3.0:1789480346.906975:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528018304 00000100:00100000:3.0:1789480346.906980:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528018304 00000100:00100000:3.0:1789480346.906996:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789480346.907002:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a88c78450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+14:23446:x1876405528018304:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789480346.907009:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480346.907084:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6987eccc00/0xdaa289fda243ece4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ecdd expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480346.907099:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6987eccc00/0xdaa289fda243ece4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ecdd expref: 15 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480346.907108:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6987eccc00/0xdaa289fda243ece4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ecdd expref: 15 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480346.907114:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6987eccc00, rc 0) 00000100:00100000:3.0:1789480346.907153:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a88c78450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+15:23446:x1876405528018304:12345-0@lo:101:mount.lustre.0 Request processed in 151us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480346.907167:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789480346.907274:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528018304:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789480346.907286:0:23446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6a983fec00/0xdaa289fda243ecdd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ece4 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480346.907294:0:23446:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6a983fec00/0xdaa289fda243ecdd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ece4 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789480346.908367:0:23446:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:0.0:1789480346.908977:0:23446:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789480346.913364:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1789480346.913413:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:0.0:1789480346.913427:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:0.0:1789480346.913438:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:0.0:1789480346.913451:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:0.0:1789480346.913465:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:0.0:1789480346.913493:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:0.0:1789480346.913507:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:0.0:1789480346.913523:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:0.0:1789480346.913535:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:0.0:1789480346.913552:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:0.0:1789480346.913564:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:0.0:1789480346.913576:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:0.0:1789480346.913587:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:0.0:1789480346.913600:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:0.0:1789480346.913686:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:0.0:1789480346.913702:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:0.0:1789480346.913716:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:0.0:1789480346.913730:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:0.0:1789480346.913743:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:0.0:1789480346.913758:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:0.0:1789480346.913770:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:0.0:1789480346.913782:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:0.0:1789480346.913795:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:0.0:1789480346.913809:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:0.0:1789480346.913823:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:0.0:1789480346.913835:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:0.0:1789480346.913858:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:0.0:1789480346.913872:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:0.0:1789480346.913884:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:0.0:1789480346.913896:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:0.0:1789480346.913908:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:0.0:1789480346.913919:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:0.0:1789480346.913930:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:0.0:1789480346.913941:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:0.0:1789480346.913953:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:0.0:1789480346.913965:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:0.0:1789480346.913976:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:0.0:1789480346.913988:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:0.0:1789480346.914009:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:0.0:1789480346.914092:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:0.0:1789480346.914104:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:0.0:1789480346.914116:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:0.0:1789480346.914130:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:0.0:1789480346.914155:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:0.0:1789480346.914160:0:23446:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:0.0:1789480346.914343:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528018432:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789480346.914403:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480346.914498:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a86379840 going to sleep for 11 seconds 00000100:00100000:3.0:1789480346.914539:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528018432 00000100:00100000:3.0:1789480346.914546:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528018432 00000100:00100000:3.0:1789480346.914690:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789480346.914700:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a88c78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+15:23446:x1876405528018432:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789480346.914830:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a88c78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+15:23446:x1876405528018432:12345-0@lo:501:mount.lustre.0 Request processed in 131us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480346.914838:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789480346.914912:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528018432:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789480346.914944:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528018560:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789480346.914985:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480346.915153:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a86379840 going to sleep for 11 seconds 00000100:00100000:1.0:1789480346.918363:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528018560 00000100:00100000:1.0:1789480346.918378:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528018560 00000100:00100000:2.0:1789480346.919272:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789480346.919284:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a88c7a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+15:23446:x1876405528018560:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789480346.920074:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a88c7a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+15:23446:x1876405528018560:12345-0@lo:503:mount.lustre.0 Request processed in 788us (5084us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480346.920085:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789480346.920488:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528018560:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789480346.920981:0:23446:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789480346.921144:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528018688:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789480346.921271:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480346.921337:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a897d2600 going to sleep for 11 seconds 00000100:00100000:1.0:1789480346.921399:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528018688 00000100:00100000:1.0:1789480346.921405:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528018688 00000100:00100000:1.0:1789480346.921480:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789480346.921489:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a88c79c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+15:23446:x1876405528018688:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789480346.922185:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a88c79c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+15:23446:x1876405528018688:12345-0@lo:502:mount.lustre.0 Request processed in 695us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480346.922217:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789480346.922315:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528018688:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789480346.922523:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1789480346.922550:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1789480346.922567:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1789480346.922578:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1789480346.922590:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1789480346.922612:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1789480346.922628:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1789480346.922641:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1789480346.922655:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1789480346.922669:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1789480346.922688:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1789480346.922702:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1789480346.922716:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1789480346.922731:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1789480346.922743:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1789480346.922755:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1789480346.922769:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1789480346.922784:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1789480346.922797:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1789480346.922809:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1789480346.922820:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1789480346.922831:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1789480346.922854:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1789480346.922872:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1789480346.922885:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1789480346.922899:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1789480346.922913:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1789480346.922926:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1789480346.922938:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1789480346.922949:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1789480346.922962:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1789480346.922975:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1789480346.923004:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1789480346.923027:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1789480346.923040:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1789480346.923051:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1789480346.923064:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1789480346.923076:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1789480346.923087:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1789480346.923099:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1789480346.923111:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1789480346.923122:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1789480346.923135:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1789480346.923147:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1789480346.923180:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528018816:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789480346.923272:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480346.923791:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a897d2600 going to sleep for 11 seconds 00000100:00100000:3.0:1789480346.923891:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528018816 00000100:00100000:3.0:1789480346.923899:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528018816 00000100:00100000:3.0:1789480346.923934:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789480346.923942:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+15:23446:x1876405528018816:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789480346.924110:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+15:23446:x1876405528018816:12345-0@lo:502:mount.lustre.0 Request processed in 168us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480346.924118:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789480346.924221:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528018816:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789480346.924279:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1789480346.924289:0:23446:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:2.0:1789480346.925092:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789480346.925103:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789480346.925106:0:23450:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1789480346.925110:0:23450:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:2.0:1789480346.925113:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789480346.925127:0:23450:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8a6a85e2cd40) 00000020:00000080:2.0:1789480346.925144:0:23450:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:2.0:1789480346.925149:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1789480346.925250:0:23450:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789480346.925257:0:23450:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xdaa289fda243ecf2 00000020:00000080:2.0:1789480346.925438:0:23450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1789480346.925443:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789480346.925446:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789480346.925452:0:23450:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1789480346.925456:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789480346.925459:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789480346.925461:0:23450:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:2.0:1789480346.925463:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789480346.925471:0:23450:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8a6a85e2b380) 00000020:00000080:2.0:1789480346.925481:0:23450:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:2.0:1789480346.925485:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1789480346.925487:0:23450:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:2.0:1789480346.925489:0:23450:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:2.0:1789480346.925496:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789480346.925536:0:23450:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a6a828a2800 from lustre-MDT0001, refs=2 00000020:00000080:2.0:1789480346.925547:0:23450:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8a6a85e28000) 00000020:00000080:2.0:1789480346.925555:0:23450:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:2.0:1789480346.925754:0:23450:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1789480346.925761:0:23450:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xdaa289fda243ed07 00000020:00000080:2.0:1789480346.925857:0:23450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:2.0:1789480346.925864:0:23450:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1789480346.925868:0:23450:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xdaa289fda243ed0e 00080000:01000000:2.0:1789480346.925872:0:23450:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:2.0:1789480346.925875:0:23450:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xdaa289fda243ed15 00010000:00010000:1.0:1789480347.039175:0:23450:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:1.0:1789480347.042511:0:23450:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:1.0:1789480347.043316:0:23450:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1789480347.046852:0:23450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:0.0:1789480347.046866:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789480347.046872:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480347.046874:0:23450:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:0.0:1789480347.046877:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789480347.046882:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480347.046884:0:23450:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:0.0:1789480347.046887:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789480347.046891:0:23450:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.144@tcp to nid 0x20000c0a8ce90 (192.168.206.144@tcp) 00000020:00000080:0.0:1789480347.047707:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789480347.047725:0:23450:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8a698794b380) 00000020:00000080:0.0:1789480347.047746:0:23450:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:0.0:1789480347.047751:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789480347.047823:0:23450:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:0.0:1789480347.047830:0:23450:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:0.0:1789480347.047838:0:23450:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xdaa289fda243ed23 00010000:00080000:0.0:1789480347.047890:0:23450:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a6a98321800@lustre-MDT0000-osp-MDT0001: add connection 192.168.206.144@tcp at head 00010000:00010000:0.0:1789480347.058436:0:23450:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1789480347.063874:0:23450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789480347.063890:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1789480347.063939:0:23450:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1789480347.063960:0:23450:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xdaa289fda243ed2a 00000100:00080000:1.0:1789480347.063970:0:23450:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789480347.063981:0:23450:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8a6a98321800 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:1.0:1789480347.064016:0:23450:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa478700 x1876405528018944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789480347.064048:0:23450:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:1.0:1789480347.064119:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789480347.064123:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480347.064125:0:23450:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1789480347.064128:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789480347.064130:0:23450:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1789480347.064132:0:23450:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789480347.064133:0:23450:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789480347.064135:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789480347.064137:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480347.064139:0:23450:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789480347.064141:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789480347.064146:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480347.064147:0:23450:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1789480347.064150:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1789480347.064182:0:23450:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1789480347.064227:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789480347.064230:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480347.064232:0:23450:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1789480347.064234:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789480347.064236:0:23450:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1789480347.064237:0:23450:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789480347.064238:0:23450:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789480347.064240:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789480347.064243:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480347.064244:0:23450:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789480347.064246:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789480347.064249:0:23450:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1789480347.064252:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480347.064253:0:23450:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1789480347.064256:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789480347.064259:0:23450:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.144@tcp to nid 0x20000c0a8ce90 (192.168.206.144@tcp) 00000020:01000000:1.0:1789480347.064279:0:23450:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1789480347.064282:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789480347.064300:0:23450:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8a69869819c0) 00000020:00000080:1.0:1789480347.064311:0:23450:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1789480347.064316:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789480347.064370:0:23450:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1789480347.064376:0:23450:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:1.0:1789480347.064383:0:23450:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xdaa289fda243ed38 00010000:00080000:1.0:1789480347.064411:0:23450:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a69878bf000@lustre-OST0000-osc-MDT0001: add connection 192.168.206.144@tcp at head 00000100:00080000:3.0:1789480347.064580:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789480347.064585:0:13097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789480347.064588:0:13097:0:(import.c:65:import_set_state_nolock()) ffff8a6a828bb000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789480347.064593:0:13097:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 713 00000100:00080000:3.0:1789480347.064597:0:13097:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1789480347.064602:0:13097:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8a6a828bb000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:3.0:1789480347.064632:0:13097:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6a862f9180 x1876405528019072/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789480347.064644:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789480347.064647:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789480347.064656:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789480347.064659:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789480347.064704:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876405528019200:0@lo:400:kworker.0 00000100:00100000:3.0:1789480347.064761:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480347.064810:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528019200 00000100:00100000:3.0:1789480347.064817:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528019200 00000100:00100000:3.0:1789480347.064865:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789480347.064875:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876405528019200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480347.064928:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876405528019200:12345-0@lo:400:kworker.0 Request processed in 55us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480347.064935:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1789480347.064970:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8a6a862f9f80 x1876405528019200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480347.064984:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876405528019200:0@lo:400:kworker.0 00000100:00100000:2.0:1789480347.065075:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa478700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528018944:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789480347.065110:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480347.065151:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528019072:0@lo:38:kworker.0 00000100:00100000:2.0:1789480347.065170:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480347.065219:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528018944 00000100:00100000:2.0:1789480347.065224:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528018944 00000100:00100000:2.0:1789480347.065238:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528019072 00000100:00100000:2.0:1789480347.065239:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528019072 00000100:00100000:2.0:1789480347.065249:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789480347.065254:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa460380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876405528018944:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789480347.065274:0:22720:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 715 last 0 00000020:00000080:2.0:1789480347.065309:0:22720:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xdaa289fda243ed3f 00000004:00100000:2.0:1789480347.065322:0:22720:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1789480347.065327:0:22720:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:1.0:1789480347.066837:0:23450:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:1.0:1789480347.069521:0:23450:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789480347.070315:0:23450:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:0.0:1789480347.070753:0:22720:0:(import.c:65:import_set_state_nolock()) ffff8a6a98326000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789480347.070859:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa460380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3644:x1876405528018944:12345-0@lo:38:llog_process_th.0 Request processed in 5601us (5745us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480347.070872:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789480347.070897:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789480347.070903:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa460700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876405528019072:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1789480347.070942:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa460700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876405528019072:12345-0@lo:38:kworker.0 Request processed in 38us (5770us total) trans 0 rc -11/-11 00000100:00100000:0.0:1789480347.070948:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789480347.071073:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789480347.071081:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789480347.071089:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1789480347.071094:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789480347.071097:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6a98321800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789480347.071116:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa478700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528018944:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789480347.071128:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789480347.071131:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6a828bb000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789480347.071135:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1789480347.071138:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528019072:0@lo:38:kworker.0 00000100:00100000:3.0:1789480347.071638:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528019328:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789480347.071678:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480347.072039:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528019328 00000100:00100000:0.0:1789480347.072047:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528019328 00000100:00100000:0.0:1789480347.072091:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789480347.072099:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3646:x1876405528019328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789480347.072125:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789480347.072236:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3646:x1876405528019328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 137us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480347.072243:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000040:00080000:1.0:1789480347.073297:0:23450:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789480347.073712:0:23450:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1789480347.073884:0:23450:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:1.0:1789480347.074398:0:23455:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789480347.074403:0:23455:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00100000:3.0:1789480347.076800:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528019328:0@lo:41:osp-pre-0-1.0 00000020:00000080:1.0:1789480347.077879:0:23450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789480347.077893:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1789480347.077940:0:23450:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1789480347.077965:0:23450:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xdaa289fda243ed46 00000100:00080000:1.0:1789480347.077974:0:23450:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789480347.077985:0:23450:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8a69878bf000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:1.0:1789480347.078019:0:23450:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa478700 x1876405528019456/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789480347.078088:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa478700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528019456:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1789480347.078140:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876405528019456 offset 0 length 520: 4 00000100:00080000:1.0:1789480347.078223:0:23450:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1789480347.078280:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789480347.078285:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480347.078286:0:23450:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1789480347.078289:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789480347.078292:0:23450:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:1.0:1789480347.078294:0:23450:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789480347.078295:0:23450:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789480347.078296:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789480347.078298:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480347.078300:0:23450:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789480347.078302:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789480347.078306:0:23450:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1789480347.078309:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480347.078310:0:23450:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1789480347.078313:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789480347.078317:0:23450:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.144@tcp to nid 0x20000c0a8ce90 (192.168.206.144@tcp) 00000020:01000000:1.0:1789480347.078336:0:23450:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1789480347.078339:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789480347.078351:0:23450:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8a6986983380) 00000020:00000080:1.0:1789480347.078363:0:23450:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:1.0:1789480347.078369:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789480347.078438:0:23450:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:1.0:1789480347.078445:0:23450:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:1.0:1789480347.078451:0:23450:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xdaa289fda243ed54 00010000:00080000:1.0:1789480347.078817:0:23450:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a6aaaa8e000@lustre-OST0001-osc-MDT0001: add connection 192.168.206.144@tcp at head 00010000:00010000:1.0:1789480347.079040:0:23450:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:1.0:1789480347.079113:0:23450:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789480347.079128:0:23450:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:3.0:1789480347.079395:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789480347.079400:0:13097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789480347.079403:0:13097:0:(import.c:65:import_set_state_nolock()) ffff8a6a828bb000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789480347.079412:0:13097:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8a6a828bb000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:3.0:1789480347.079430:0:13097:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6a862f9180 x1876405528019712/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789480347.079876:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3647:1876405528019584:0@lo:400:kworker.0 00000100:00100000:0.0:1789480347.079928:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480347.081252:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528019584 00000100:00100000:1.0:1789480347.081262:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528019584 00000100:00100000:1.0:1789480347.081310:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789480347.081317:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+15:3647:x1876405528019584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789480347.081382:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+15:3647:x1876405528019584:12345-0@lo:400:kworker.0 Request processed in 66us (1454us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480347.081389:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789480347.081439:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3647:1876405528019584:0@lo:400:kworker.0 00000100:00100000:2.0:1789480347.083069:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528019712:0@lo:38:kworker.0 00000100:00100000:2.0:1789480347.083127:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480347.083520:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528019712 00000100:00100000:0.0:1789480347.083528:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528019712 00000100:00100000:0.0:1789480347.083571:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789480347.083577:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa460a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876405528019712:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1789480347.083813:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa460a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1876405528019712:12345-0@lo:38:kworker.0 Request processed in 233us (684us total) trans 0 rc -11/-11 00000100:00100000:0.0:1789480347.083831:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:2.0:1789480347.083912:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6a828bb000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789480347.083917:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789480347.083921:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528019712:0@lo:38:kworker.0 00000040:00080000:1.0:1789480347.084746:0:23450:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789480347.085049:0:23450:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1789480347.085171:0:23450:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000100:00080000:3.0:1789480347.085406:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789480347.085411:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789480347.085414:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789480347.085416:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789480347.085469:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876405528019840:0@lo:400:kworker.0 00000100:00100000:3.0:1789480347.085529:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480347.085578:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528019840 00000100:00100000:3.0:1789480347.085585:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528019840 00000100:00100000:3.0:1789480347.085825:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789480347.085836:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876405528019840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480347.085938:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876405528019840:12345-0@lo:400:kworker.0 Request processed in 104us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480347.085945:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789480347.085991:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528019968:0@lo:400:kworker.0 00000100:00100000:3.0:1789480347.086019:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480347.086047:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528019968 00000100:00100000:3.0:1789480347.086051:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528019968 00000100:00100000:3.0:1789480347.086077:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789480347.086084:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3645:x1876405528019968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480347.086120:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3645:x1876405528019968:12345-0@lo:400:kworker.0 Request processed in 36us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480347.086126:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789480347.086156:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528019968:0@lo:400:kworker.0 00000040:00080000:3.0:1789480347.087058:0:23457:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789480347.087069:0:23457:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00010000:00080000:1.0:1789480347.087172:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8a6a862f9500 x1876405528019840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480347.087185:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876405528019840:0@lo:400:kworker.0 00000020:00000080:3.0:1789480347.088065:0:23450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789480347.088078:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1789480347.088117:0:23450:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1789480347.088138:0:23450:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xdaa289fda243ed5b 00000100:00080000:3.0:1789480347.088146:0:23450:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789480347.088156:0:23450:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8a6aaaa8e000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:3.0:1789480347.088184:0:23450:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6a862fa300 x1876405528020096/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789480347.088376:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528020096:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789480347.088422:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876405528020096 offset 0 length 520: 4 00000100:00080000:3.0:1789480347.088482:0:23450:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1789480347.088543:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789480347.088548:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480347.088550:0:23450:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1789480347.088553:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789480347.088557:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480347.088558:0:23450:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:3.0:1789480347.088560:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1789480347.088562:0:23450:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1789480347.088564:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789480347.088566:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480347.088568:0:23450:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:3.0:1789480347.088570:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789480347.088572:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480347.088573:0:23450:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1789480347.088577:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1789480347.088619:0:23450:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789480347.088622:0:23450:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480347.088624:0:23450:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789480347.088627:0:23450:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:3.0:1789480347.088681:0:23446:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1789480347.088710:0:23446:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1789480347.088725:0:23446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983fec00/0xdaa289fda243ecdd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ece4 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.088746:0:23446:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6a983fec00/0xdaa289fda243ecdd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ece4 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789480347.088762:0:23446:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8a6a828a2800 from 1 10000000:01000000:3.0:1789480347.088765:0:23446:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789480347.088788:0:23446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6987ecca00/0xdaa289fda243ed62 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.088796:0:23446:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6987ecca00/0xdaa289fda243ed62 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.088807:0:23446:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6987ecca00/0xdaa289fda243ed62 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480347.088822:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528020224:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789480347.088869:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480347.088897:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528020224 00000100:00100000:3.0:1789480347.088904:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528020224 00000100:00100000:3.0:1789480347.088942:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789480347.088950:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+15:23446:x1876405528020224:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789480347.088961:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480347.088973:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ed69 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ed62 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.088993:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ed69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ed62 expref: 16 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.089004:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ed69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ed62 expref: 16 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.089018:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6987ecc400, rc 0) 00000100:00100000:3.0:1789480347.089050:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+16:23446:x1876405528020224:12345-0@lo:101:mount.lustre.0 Request processed in 101us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480347.089056:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789480347.089086:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aa370ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789480347.089103:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528020224:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789480347.089114:0:23446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6987ecca00/0xdaa289fda243ed62 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ed69 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.089123:0:23446:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6987ecca00/0xdaa289fda243ed62 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ed69 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480347.089707:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528020352:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1789480347.089750:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480347.089772:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aa370ccc0 going to sleep for 11 seconds 00000100:00080000:2.0:1789480347.090000:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789480347.090006:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789480347.090008:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789480347.090011:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789480347.090484:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528020352 00000100:00100000:2.0:1789480347.090493:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528020352 00000100:00100000:2.0:1789480347.090537:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789480347.090546:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+16:23446:x1876405528020352:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1789480347.090564:0:22709:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1789480347.090582:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1789480347.090586:0:22709:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1789480347.090705:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+16:23446:x1876405528020352:12345-0@lo:256:mount.lustre.0 Request processed in 160us (954us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480347.090712:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789480347.091014:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528020352:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1789480347.091869:0:23446:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789480347.091933:0:23446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6987ecca00/0xdaa289fda243ed62 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ed69 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.091944:0:23446:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6987ecca00/0xdaa289fda243ed62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ed69 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789480347.091952:0:23446:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a6a828a2800 from 1 10000000:01000000:3.0:1789480347.091954:0:23446:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789480347.091988:0:23446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd400/0xdaa289fda243ed70 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.092002:0:23446:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd400/0xdaa289fda243ed70 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.092013:0:23446:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd400/0xdaa289fda243ed70 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480347.092033:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528020480:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789480347.092081:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480347.092119:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aa370ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789480347.092458:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528020480 00000100:00100000:0.0:1789480347.092465:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528020480 00000100:00100000:0.0:1789480347.092521:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789480347.092530:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+16:23446:x1876405528020480:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789480347.092541:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480347.092556:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6a983ff200/0xdaa289fda243ed77 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ed70 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480347.092589:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6a983ff200/0xdaa289fda243ed77 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ed70 expref: 17 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480347.092611:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6a983ff200/0xdaa289fda243ed77 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ed70 expref: 17 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480347.092620:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6a983ff200, rc 0) 00000100:00100000:0.0:1789480347.092663:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:23446:x1876405528020480:12345-0@lo:101:mount.lustre.0 Request processed in 134us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480347.092670:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789480347.092872:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528020480:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789480347.092887:0:23446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd400/0xdaa289fda243ed70 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ed77 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.092895:0:23446:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd400/0xdaa289fda243ed70 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ed77 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789480347.093822:0:23446:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:3.0:1789480347.094104:0:23446:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789480347.094316:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1789480347.094342:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:3.0:1789480347.094357:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:3.0:1789480347.095046:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:3.0:1789480347.095073:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:3.0:1789480347.095089:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:3.0:1789480347.095104:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:3.0:1789480347.095119:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:3.0:1789480347.095134:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1789480347.095150:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:3.0:1789480347.095176:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:3.0:1789480347.095575:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:3.0:1789480347.095587:0:23446:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:3.0:1789480347.095702:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528020608:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789480347.095761:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480347.095804:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aa370cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1789480347.095934:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528020608 00000100:00100000:1.0:1789480347.095942:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528020608 00000100:00100000:1.0:1789480347.095992:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789480347.096001:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:23446:x1876405528020608:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789480347.096119:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:23446:x1876405528020608:12345-0@lo:501:mount.lustre.0 Request processed in 119us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480347.096126:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789480347.096287:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528020608:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789480347.096317:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528020736:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789480347.096352:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480347.096377:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a87f1f600 going to sleep for 11 seconds 00000100:00100000:3.0:1789480347.096416:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528020736 00000100:00100000:3.0:1789480347.096420:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528020736 00000100:00100000:3.0:1789480347.096490:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789480347.096498:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:23446:x1876405528020736:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789480347.096579:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:23446:x1876405528020736:12345-0@lo:503:mount.lustre.0 Request processed in 82us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480347.096586:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789480347.096797:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528020736:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789480347.097151:0:23446:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789480347.097236:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528020864:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789480347.097272:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480347.097393:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a86379840 going to sleep for 11 seconds 00000100:00100000:1.0:1789480347.097459:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528020864 00000100:00100000:1.0:1789480347.097465:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528020864 00000100:00100000:1.0:1789480347.097499:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789480347.097506:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:23446:x1876405528020864:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789480347.097583:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:23446:x1876405528020864:12345-0@lo:502:mount.lustre.0 Request processed in 77us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480347.097590:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789480347.097687:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528020864:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789480347.097837:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1789480347.097877:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:2.0:1789480347.097893:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:2.0:1789480347.097905:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:2.0:1789480347.097917:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:2.0:1789480347.097929:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:2.0:1789480347.097941:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:2.0:1789480347.097955:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:2.0:1789480347.097967:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1789480347.097981:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:2.0:1789480347.097995:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:2.0:1789480347.098019:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528020992:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789480347.098054:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480347.098065:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a87f1f600 going to sleep for 11 seconds 00000100:00100000:1.0:1789480347.098178:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528020992 00000100:00100000:1.0:1789480347.098182:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528020992 00000100:00100000:1.0:1789480347.098230:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789480347.098237:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:23446:x1876405528020992:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789480347.098307:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:23446:x1876405528020992:12345-0@lo:502:mount.lustre.0 Request processed in 70us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480347.098315:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789480347.098405:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528020992:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789480347.098442:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:2.0:1789480347.098456:0:23446:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1789480347.099422:0:23459:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789480347.099432:0:23459:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789480347.099434:0:23459:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789480347.099440:0:23459:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a6a828a2800 00000020:00000080:2.0:1789480347.099443:0:23459:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789480347.099449:0:23459:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789480347.099452:0:23459:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789480347.099453:0:23459:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789480347.099456:0:23459:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789480347.099458:0:23459:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789480347.099459:0:23459:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789480347.099462:0:23459:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a6a828a2800 00000020:00000080:2.0:1789480347.099464:0:23459:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789480347.099530:0:23459:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789480347.099534:0:23459:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789480347.099535:0:23459:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789480347.099538:0:23459:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789480347.099541:0:23459:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789480347.099542:0:23459:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789480347.099545:0:23459:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8a6a828a2800 00000020:00000080:2.0:1789480347.099546:0:23459:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789480347.099563:0:23459:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789480347.099565:0:23459:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789480347.099567:0:23459:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789480347.099569:0:23459:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789480347.099572:0:23459:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789480347.099573:0:23459:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789480347.099576:0:23459:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8a6a828a2800 00000020:00000080:2.0:1789480347.099578:0:23459:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789480347.099597:0:23459:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789480347.099720:0:23459:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789480347.099722:0:23459:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789480347.099725:0:23459:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:2.0:1789480347.099822:0:23446:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1789480347.099860:0:23446:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789480347.099881:0:23446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd400/0xdaa289fda243ed70 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ed77 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480347.099892:0:23446:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd400/0xdaa289fda243ed70 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ed77 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789480347.099942:0:23446:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789480347.099945:0:23446:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8a6a828a2800 10000000:01000000:2.0:1789480347.099948:0:23446:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8a6a828a2800 10000000:01000000:2.0:1789480347.099952:0:23446:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789480347.099957:0:23446:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8a6a828a2800 from 1 10000000:01000000:2.0:1789480347.099959:0:23446:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789480347.099992:0:23446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bdc00/0xdaa289fda243ed7e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480347.099999:0:23446:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bdc00/0xdaa289fda243ed7e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480347.100008:0:23446:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bdc00/0xdaa289fda243ed7e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480347.100028:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528021120:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789480347.100077:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480347.100108:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a87f1f600 going to sleep for 11 seconds 00000100:00100000:1.0:1789480347.101020:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528021120 00000100:00100000:1.0:1789480347.101030:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528021120 00000100:00100000:1.0:1789480347.101068:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789480347.101076:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:23446:x1876405528021120:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789480347.101089:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789480347.101103:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6ab796dc00/0xdaa289fda243ed85 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ed7e expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480347.101126:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6ab796dc00/0xdaa289fda243ed85 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ed7e expref: 18 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480347.101136:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6ab796dc00/0xdaa289fda243ed85 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ed7e expref: 18 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480347.101157:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6ab796dc00, rc 0) 00000100:00100000:1.0:1789480347.101241:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:23446:x1876405528021120:12345-0@lo:101:mount.lustre.0 Request processed in 165us (1163us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480347.101248:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789480347.101900:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528021120:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789480347.101919:0:23446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bdc00/0xdaa289fda243ed7e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ed85 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480347.101941:0:23446:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bdc00/0xdaa289fda243ed7e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ed85 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789480347.105777:0:23446:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:2.0:1789480347.106079:0:23446:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789480347.108786:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:2.0:1789480347.108855:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:2.0:1789480347.108873:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:2.0:1789480347.108885:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:2.0:1789480347.108897:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:2.0:1789480347.108909:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:2.0:1789480347.108922:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:2.0:1789480347.108936:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:2.0:1789480347.108951:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:2.0:1789480347.108967:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:2.0:1789480347.108982:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:2.0:1789480347.109023:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:2.0:1789480347.109040:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:2.0:1789480347.109053:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:2.0:1789480347.109067:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:2.0:1789480347.109081:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:2.0:1789480347.109095:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:2.0:1789480347.109109:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:2.0:1789480347.109121:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:2.0:1789480347.109133:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:2.0:1789480347.109146:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:2.0:1789480347.109160:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:2.0:1789480347.109175:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:2.0:1789480347.109216:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:2.0:1789480347.109234:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:2.0:1789480347.109259:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:2.0:1789480347.109275:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:2.0:1789480347.109302:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:2.0:1789480347.109319:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:2.0:1789480347.109333:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:2.0:1789480347.109348:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:2.0:1789480347.109362:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:2.0:1789480347.109376:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:2.0:1789480347.109390:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:2.0:1789480347.109405:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:2.0:1789480347.109420:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:2.0:1789480347.109434:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:2.0:1789480347.109447:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:2.0:1789480347.109460:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:2.0:1789480347.109483:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:2.0:1789480347.109502:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:2.0:1789480347.109517:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:2.0:1789480347.109528:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:2.0:1789480347.109554:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:2.0:1789480347.109570:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:2.0:1789480347.109584:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:2.0:1789480347.109596:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:2.0:1789480347.109626:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:2.0:1789480347.112463:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:2.0:1789480347.113297:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:2.0:1789480347.113323:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:2.0:1789480347.113329:0:23446:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:2.0:1789480347.113434:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528021248:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789480347.113505:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480347.113545:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2fef00 going to sleep for 11 seconds 00000100:00100000:1.0:1789480347.113914:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528021248 00000100:00100000:1.0:1789480347.113922:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528021248 00000100:00100000:1.0:1789480347.113976:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789480347.113985:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:23446:x1876405528021248:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789480347.114682:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:23446:x1876405528021248:12345-0@lo:501:mount.lustre.0 Request processed in 695us (1174us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480347.114691:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789480347.114990:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528021248:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789480347.115043:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528021376:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789480347.115085:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480347.115111:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2fef00 going to sleep for 11 seconds 00000100:00100000:0.0:1789480347.116886:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528021376 00000100:00100000:0.0:1789480347.116897:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528021376 00000100:00100000:0.0:1789480347.116945:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789480347.116953:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:23446:x1876405528021376:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789480347.117108:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:23446:x1876405528021376:12345-0@lo:503:mount.lustre.0 Request processed in 155us (2022us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480347.117116:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789480347.117406:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528021376:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789480347.117990:0:23446:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789480347.118064:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528021504:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789480347.118113:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480347.118147:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a990bcd80 going to sleep for 11 seconds 00000100:00100000:1.0:1789480347.118768:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528021504 00000100:00100000:1.0:1789480347.118777:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528021504 00000100:00100000:1.0:1789480347.118825:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789480347.118834:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:23446:x1876405528021504:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789480347.118970:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:23446:x1876405528021504:12345-0@lo:502:mount.lustre.0 Request processed in 137us (856us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480347.118978:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789480347.119289:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528021504:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789480347.119741:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1789480347.119773:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1789480347.119789:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1789480347.119802:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1789480347.119813:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1789480347.119824:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1789480347.119836:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1789480347.119862:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1789480347.119876:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1789480347.119891:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1789480347.119903:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1789480347.119914:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1789480347.119925:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1789480347.119936:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1789480347.119949:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1789480347.119973:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1789480347.119985:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1789480347.119998:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1789480347.120009:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1789480347.120021:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1789480347.120035:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1789480347.120051:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1789480347.120080:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1789480347.120096:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1789480347.120110:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1789480347.120124:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1789480347.120137:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1789480347.120150:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1789480347.120163:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1789480347.120176:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1789480347.121025:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1789480347.121069:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1789480347.121085:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1789480347.121097:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1789480347.121110:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1789480347.121124:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1789480347.121138:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1789480347.121153:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1789480347.121179:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1789480347.121213:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1789480347.121229:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1789480347.121244:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1789480347.121256:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1789480347.121268:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1789480347.121281:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1789480347.121295:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1789480347.121311:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1789480347.121324:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1789480347.121387:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528021632:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789480347.122046:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480347.122125:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aa370cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1789480347.124328:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528021632 00000100:00100000:2.0:1789480347.124342:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528021632 00000100:00100000:2.0:1789480347.125836:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789480347.125865:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e70050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:23446:x1876405528021632:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789480347.126020:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e70050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:23446:x1876405528021632:12345-0@lo:502:mount.lustre.0 Request processed in 160us (3975us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480347.126028:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789480347.127037:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528021632:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789480347.130469:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1789480347.131409:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1789480347.131462:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528021760:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789480347.131744:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480347.131785:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aa370cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1789480347.131809:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528021760 00000100:00100000:3.0:1789480347.131817:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528021760 00000100:00100000:3.0:1789480347.131912:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789480347.131922:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:23446:x1876405528021760:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789480347.132594:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:23446:x1876405528021760:12345-0@lo:502:mount.lustre.0 Request processed in 671us (847us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480347.132702:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789480347.138281:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528021760:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789480347.138386:0:23446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:1.0:1789480347.138400:0:23446:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1789480347.139704:0:23464:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:0.0:1789480347.139729:0:23464:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8a6987948000) 00000020:00000080:0.0:1789480347.139752:0:23464:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:0.0:1789480347.139853:0:23464:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a6a828a2800 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1789480347.139857:0:23464:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a6a828a2800 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1789480347.139860:0:23464:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a6a828a2800 3 00010000:00080000:0.0:1789480347.139895:0:23464:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a6a8580d000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.206.144@tcp at head 00010000:00010000:0.0:1789480347.143932:0:23464:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:0.0:1789480347.144131:0:23464:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:0.0:1789480347.144175:0:23464:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789480347.144363:0:23464:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xdaa289fda243ed93 00000100:00080000:0.0:1789480347.144375:0:23464:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789480347.144386:0:23464:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8a6a8580d000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:0.0:1789480347.144419:0:23464:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6ab2fe0700 x1876405528021888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789480347.144458:0:23464:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789480347.144743:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789480347.144749:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789480347.144751:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789480347.144754:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789480347.144778:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876405528021888:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789480347.144838:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480347.144886:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528021888 00000100:00100000:2.0:1789480347.144892:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528021888 00000100:00100000:2.0:1789480347.144952:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789480347.144964:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa462d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876405528021888:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789480347.144987:0:22714:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 716 last 0 00000020:00000080:2.0:1789480347.145013:0:22714:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xdaa289fda243ed9a 00000004:00100000:2.0:1789480347.145312:0:22714:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789480347.145342:0:22714:0:(import.c:65:import_set_state_nolock()) ffff8a6987e56000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789480347.145390:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa462d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1876405528021888:12345-0@lo:38:llog_process_th.0 Request processed in 424us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480347.145397:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1789480347.145444:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8a6ab2fe0700 x1876405528021888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789480357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480347.145454:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789480347.145460:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789480347.145468:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1789480347.145472:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789480347.145474:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6a8580d000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789480347.145479:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1876405528021888:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1789480347.146793:0:23464:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:2.0:1789480347.147455:0:23446:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789480347.147488:0:23446:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789480347.147504:0:23446:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bdc00/0xdaa289fda243ed7e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ed85 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480347.147516:0:23446:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bdc00/0xdaa289fda243ed7e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ed85 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789480347.147565:0:23446:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789480347.147567:0:23446:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789480347.147572:0:23446:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789480347.147573:0:23446:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789480347.147574:0:23446:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789480347.147575:0:23446:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789480347.147577:0:23446:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789480347.147578:0:23446:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789480347.147579:0:23446:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789480347.147583:0:23446:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:2.0:1789480347.147585:0:23446:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789480347.147586:0:23446:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789480347.147587:0:23446:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789480347.147588:0:23446:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789480347.147589:0:23446:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789480347.147590:0:23446:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789480347.147590:0:23446:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789480347.147591:0:23446:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789480347.147592:0:23446:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789480347.148425:0:23446:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1789480347.148447:0:23446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528022016:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789480347.148515:0:23446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480347.148561:0:23446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a990bc900 going to sleep for 11 seconds 00000100:00100000:0.0:1789480347.148658:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528022016 00000100:00100000:0.0:1789480347.148667:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528022016 00000100:00100000:0.0:1789480347.148717:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789480347.148725:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e73c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:23446:x1876405528022016:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789480347.148764:0:22709:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1789480347.148777:0:22709:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:1.0:1789480347.152613:0:22694:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:2.0:1789480347.152750:0:22709:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1789480347.152761:0:22709:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:2.0:1789480347.152856:0:22730:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789480347.152861:0:22730:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789480347.152886:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a6abb4bd600/0xdaa289fda243eda1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480347.152908:0:22730:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a6987ecde00/0xdaa289fda243eca5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ec9e expref: 18 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480347.152916:0:22730:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ed69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ed62 expref: 18 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480347.152923:0:22730:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8a6abb4bd600/0xdaa289fda243eda1 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480347.152974:0:22730:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ed69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdaa289fda243ed62 expref: 18 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480347.152990:0:22730:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ed69 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdaa289fda243ed62 expref: 18 pid: 22707 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480347.153006:0:22730:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1876405528022144:0@lo:104: 00000100:00100000:2.0:1789480347.153073:0:22730:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789480347.153119:0:22730:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a6987ecde00/0xdaa289fda243eca5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdaa289fda243ec9e expref: 18 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480347.153126:0:22730:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a6987ecde00/0xdaa289fda243eca5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdaa289fda243ec9e expref: 18 pid: 22709 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480347.153134:0:22730:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa461880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1876405528022272:0@lo:104: 00000100:00100000:2.0:1789480347.153154:0:22730:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480347.153180:0:22730:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a990bcb40 going to sleep for 11 seconds 00000100:00100000:2.0:1789480347.153256:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528022144 00000100:00100000:2.0:1789480347.153264:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528022144 00000100:00100000:2.0:1789480347.153294:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528022272 00000100:00100000:2.0:1789480347.153296:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528022272 00000100:00100000:2.0:1789480347.153307:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789480347.153314:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa461500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+4:22730:x1876405528022144:12345-0@lo:104: 00010000:00010000:2.0:1789480347.153325:0:22698:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.144@tcp lock: ffff8a6987ecca00/0xdaa289fda243ed62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243ed69 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480347.153380:0:22698:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789480347.153386:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa461500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+4:22730:x1876405528022144:12345-0@lo:104: Request processed in 72us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480347.153398:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789480347.153412:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789480347.153419:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa462300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+3:22730:x1876405528022272:12345-0@lo:104: 00010000:00010000:1.0:1789480347.153432:0:22697:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bde00/0xdaa289fda243ec9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243eca5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480347.153551:0:22697:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1789480347.153556:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa462300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+3:22730:x1876405528022272:12345-0@lo:104: Request processed in 138us (402us total) trans 0 rc 0/0 00010000:00010000:3.0:1789480347.153623:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789480347.153630:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6987ecca00/0xdaa289fda243ed62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243ed69 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.153718:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecca00 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:3.0:1789480347.153723:0:22703:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6987ecca00/0xdaa289fda243ed62 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xdaa289fda243ed69 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.153732:0:22703:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6987ecca00/0xdaa289fda243ed62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xdaa289fda243ed69 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789480347.153740:0:22703:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6987ecca00/0xdaa289fda243ed62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xdaa289fda243ed69 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789480347.153753:0:22703:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789480347.153783:0:22703:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6987ecca00/0xdaa289fda243ed62 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ed69 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.153789:0:22703:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789480347.153807:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6987ecca00/0xdaa289fda243ed62 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ed69 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.153814:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6987ecca00/0xdaa289fda243ed62 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ed69 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.153825:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789480347.153828:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bde00/0xdaa289fda243ec9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243eca5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.153833:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bde00 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:3.0:1789480347.153836:0:22703:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bde00/0xdaa289fda243ec9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xdaa289fda243eca5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.153854:0:22703:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bde00/0xdaa289fda243ec9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xdaa289fda243eca5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789480347.153861:0:22703:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bde00/0xdaa289fda243ec9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xdaa289fda243eca5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789480347.153867:0:22703:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789480347.153879:0:22703:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bde00/0xdaa289fda243ec9e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243eca5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.153885:0:22703:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789480347.153907:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bde00/0xdaa289fda243ec9e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243eca5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.153914:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bde00/0xdaa289fda243ec9e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243eca5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.153926:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480347.153928:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480347.154144:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480347.154401:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789480347.154415:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3646:1876405528022400:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789480347.154470:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480347.154529:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3647:1876405528022528:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789480347.154552:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480347.154604:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528022400 00000100:00100000:3.0:1789480347.154611:0:22700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528022400 00000100:00100000:2.0:1789480347.155016:0:22730:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1876405528022144:0@lo:104: 00000100:00100000:2.0:1789480347.155026:0:22730:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa461880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1876405528022272:0@lo:104: 00010000:00010000:2.0:1789480347.155046:0:22730:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8a6abb4bd600/0xdaa289fda243eda1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480347.155112:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e73c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+19:23446:x1876405528022016:12345-0@lo:253:mount.lustre.0 Request processed in 6388us (6597us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480347.155123:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1789480347.155187:0:23446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:23446:1876405528022016:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789480347.155290:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528022528 00000100:00100000:0.0:1789480347.155295:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528022528 00010000:00010000:0.0:1789480347.155312:0:22699:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a6987ecde00/0xdaa289fda243eca5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243ec9e expref: 19 pid: 22709 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480347.155344:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789480347.155351:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+19:3647:x1876405528022528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789480347.155371:0:22699:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789480347.155375:0:22699:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a6987ecde00/0xdaa289fda243eca5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243ec9e expref: 19 pid: 22709 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480347.155385:0:22699:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a6987ecde00/0xdaa289fda243eca5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdaa289fda243ec9e expref: 19 pid: 22709 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480347.155400:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6987ecde00/0xdaa289fda243eca5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdaa289fda243ec9e expref: 19 pid: 22709 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480347.155411:0:22699:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789480347.155504:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:3647:x1876405528022528:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480347.155511:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:3.0:1789480347.155830:0:22700:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ed69 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243ed62 expref: 17 pid: 22707 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480347.155868:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789480347.155876:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:3646:x1876405528022400:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789480347.155885:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789480347.155889:0:22700:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ed69 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243ed62 expref: 17 pid: 22707 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.155898:0:22700:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ed69 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdaa289fda243ed62 expref: 17 pid: 22707 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.155908:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ed69 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdaa289fda243ed62 expref: 17 pid: 22707 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.155929:0:22700:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8a6abb4bd600/0xdaa289fda243eda1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.155938:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6abb4bd600/0xdaa289fda243eda1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1789480347.155951:0:22700:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003291416s 00010000:00010000:3.0:1789480347.155955:0:22700:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a6abb4bd600/0xdaa289fda243eda1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.155962:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a6abb4bd600/0xdaa289fda243eda1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.155969:0:22700:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a6abb4bd600/0xdaa289fda243eda1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.155976:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a6abb4bd600/0xdaa289fda243eda1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.155982:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bd600 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:3.0:1789480347.155986:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a6abb4bd600/0xdaa289fda243eda1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.155994:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a6abb4bd600/0xdaa289fda243eda1 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789480347.156172:0:23446:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1789480347.156177:0:23446:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789480347.156178:0:23446:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789480347.156180:0:23446:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789480347.156181:0:23446:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789480347.156182:0:23446:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789480347.156183:0:23446:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789480347.156184:0:23446:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789480347.156185:0:23446:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789480347.156187:0:23446:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:3.0:1789480347.156311:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a6abb4bd600/0xdaa289fda243eda1 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480347.156322:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789480347.156382:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+16:3646:x1876405528022400:12345-0@lo:103:ldlm_bl.0 Request processed in 507us (1912us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480347.156389:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789480347.156424:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3647:1876405528022528:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789480347.156662:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3646:1876405528022400:0@lo:103:ldlm_bl.0 00000020:02000000:2.0:1789480347.156706:0:23446:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:2.0:1789480347.156722:0:22730:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8a6abb4bd600/0xdaa289fda243eda1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480347.156729:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a6abb4bd600/0xdaa289fda243eda1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480347.156736:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6abb4bd600/0xdaa289fda243eda1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480347.158297:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000040:01000000:1.0:1789480347.164048:0:23446:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:3.0:1789480347.164059:0:23470:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:3.0:1789480347.164063:0:23470:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:1.0:1789480347.164542:0:23471:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789480347.164542:0:23446:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:2.0:1789480347.164968:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23472:1876405528022656:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1789480347.164973:0:23471:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:0.0:1789480347.165180:0:23446:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000100:00100000:2.0:1789480347.165326:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480347.165365:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528022656 00000100:00100000:2.0:1789480347.165371:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528022656 00000100:00100000:2.0:1789480347.165407:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789480347.165415:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa461880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23472:x1876405528022656:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789480347.165476:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa461880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23472:x1876405528022656:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 61us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480347.165483:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789480347.165507:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6abb5b0300 going to sleep for 11 seconds 00000100:00100000:2.0:1789480347.165529:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23472:1876405528022656:0@lo:1000:lod0001_rec0000.0 00000040:01000000:2.0:1789480347.165553:0:23472:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1789480347.165578:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23472:1876405528022784:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789480347.165607:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480347.165625:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528022784 00000100:00100000:2.0:1789480347.165629:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528022784 00000040:00080000:0.0:1789480347.165746:0:23446:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789480347.166477:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789480347.166487:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa460e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23472:x1876405528022784:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789480347.166595:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa460e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23472:x1876405528022784:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 111us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480347.166602:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000004:00000080:0.0:1789480347.166973:0:23446:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1789480347.166985:0:23446:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:0.0:1789480347.167055:0:23446:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789480347.168478:0:23446:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1789480347.168863:0:23471:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789480347.168920:0:23471:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:2.0:1789480347.169522:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6abb5b0300 going to sleep for 11 seconds 00000100:00100000:2.0:1789480347.169690:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23472:1876405528022784:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789480347.169776:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23472:1876405528022912:0@lo:900:lod0001_rec0000.0 00000040:00080000:0.0:1789480347.169796:0:23446:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1789480347.169834:0:23446:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000100:00100000:2.0:1789480347.169836:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480347.169883:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6abb5b0c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789480347.169951:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528022912 00000100:00100000:3.0:1789480347.169958:0:22725:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528022912 00000040:00080000:0.0:1789480347.170125:0:23446:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789480347.170936:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00080000:10000000:0.0:1789480347.170936:0:23446:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:2.0:1789480347.170948:0:22725:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23472:x1876405528022912:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1789480347.171075:0:22725:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23472:x1876405528022912:12345-0@lo:900:lod0001_rec0000.0 Request processed in 129us (1238us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480347.171082:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1789480347.171282:0:23472:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8a6aaa463100 x1876405528022912/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789480363 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480347.171296:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23472:1876405528022912:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1789480347.171354:0:23472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23472:1876405528023040:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789480347.171389:0:23472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480347.171418:0:23472:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aa370c000 going to sleep for 11 seconds 00000100:00100000:1.0:1789480347.171525:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528023040 00000100:00100000:1.0:1789480347.171531:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528023040 00000100:00100000:1.0:1789480347.171577:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789480347.171584:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23472:x1876405528023040:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789480347.171642:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23472:x1876405528023040:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 59us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480347.171649:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789480347.171676:0:23472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23472:1876405528023040:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1789480347.171717:0:23472:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000001:00000004:0.0:1789480347.173384:0:23446:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000040:00080000:1.0:1789480347.174650:0:23472:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789480347.174713:0:23472:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1789480347.174718:0:23472:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00080000:0.0:1789480347.187261:0:23446:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1789480347.187298:0:23446:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffff9c0c01827988 00100000:10000000:0.0:1789480347.187316:0:23446:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1789480347.191059:0:23446:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1789480347.191095:0:23446:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.206.144@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1789480347.191114:0:23446:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1789480347.191139:0:23446:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:1.0:1789480347.191873:0:23446:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789480347.192078:0:23446:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789480347.460406:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789480347.908413:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 0 seconds 00000040:00080000:2.0:1789480348.171695:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789480348.485491:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789480348.805248:0:22711:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789480348.805255:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8a6a828a2800 from 12 10000000:01000000:2.0:1789480348.805261:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789480348.805303:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bda00/0xdaa289fda243eda8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480348.805314:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bda00/0xdaa289fda243eda8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480348.805325:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bda00/0xdaa289fda243eda8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480348.805349:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa461c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528023168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789480348.805405:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480348.805449:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6abb5b09c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789480348.805521:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528023168 00000100:00100000:1.0:1789480348.805529:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528023168 00000100:00100000:1.0:1789480348.805575:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1789480348.805583:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e72c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+16:22711:x1876405528023168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789480348.805595:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789480348.805607:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243edaf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243eda8 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480348.805629:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243edaf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243eda8 expref: 17 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480348.805639:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243edaf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243eda8 expref: 17 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480348.805648:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6ab796d800, rc 0) 00000100:00100000:1.0:1789480348.805690:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e72c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:22711:x1876405528023168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 107us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480348.805697:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1789480348.805739:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa461c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528023168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789480348.805751:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bda00/0xdaa289fda243eda8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243edaf expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480348.805758:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bda00/0xdaa289fda243eda8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243edaf expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480348.805802:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528023296:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789480348.805827:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480348.805857:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6987c08600 going to sleep for 11 seconds 00000100:00100000:2.0:1789480348.806024:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528023296 00000100:00100000:2.0:1789480348.806029:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528023296 00000100:00100000:2.0:1789480348.806065:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1789480348.806072:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e73850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:22711:x1876405528023296:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789480348.806084:0:22708:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789480348.806104:0:22708:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789480348.806107:0:22708:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1789480348.806228:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e73850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:22711:x1876405528023296:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 115us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480348.806236:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789480348.806490:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528023296:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789480348.806533:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789480348.806540:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bda00/0xdaa289fda243eda8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243edaf expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480348.806548:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bda00/0xdaa289fda243eda8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243edaf expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789480348.806557:0:22711:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789480348.806558:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8a6985d0b800 from 12 10000000:01000000:0.0:1789480348.806561:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789480348.806579:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983fee00/0xdaa289fda243edb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480348.806587:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6a983fee00/0xdaa289fda243edb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480348.806674:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6a983fee00/0xdaa289fda243edb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480348.806690:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528023424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789480348.806719:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480348.806750:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6987dcf180 going to sleep for 11 seconds 00000100:00100000:2.0:1789480348.808467:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528023424 00000100:00100000:2.0:1789480348.808479:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528023424 00000100:00100000:2.0:1789480348.808528:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1789480348.808537:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e73050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:22711:x1876405528023424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789480348.808551:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789480348.808564:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6abb4bc400/0xdaa289fda243edbd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243edb6 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480348.808588:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6abb4bc400/0xdaa289fda243edbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243edb6 expref: 18 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480348.808598:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6abb4bc400/0xdaa289fda243edbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243edb6 expref: 18 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480348.808606:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb4bc400, rc 0) 00000100:00100000:2.0:1789480348.808672:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e73050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:22711:x1876405528023424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (1952us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480348.808679:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1789480348.808727:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528023424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789480348.808743:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6a983fee00/0xdaa289fda243edb6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243edbd expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480348.808751:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6a983fee00/0xdaa289fda243edb6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243edbd expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480348.808820:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528023552:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789480348.808866:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480348.808908:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6abb5b0780 going to sleep for 11 seconds 00000100:00100000:2.0:1789480348.808921:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528023552 00000100:00100000:2.0:1789480348.808924:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528023552 00000100:00100000:2.0:1789480348.808941:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1789480348.808946:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:22711:x1876405528023552:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789480348.808958:0:22708:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789480348.808971:0:22708:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789480348.808974:0:22708:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1789480348.809041:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:22711:x1876405528023552:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 94us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480348.809047:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1789480348.809075:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528023552:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789480348.809111:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789480348.809117:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983fee00/0xdaa289fda243edb6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243edbd expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480348.809125:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6a983fee00/0xdaa289fda243edb6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243edbd expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480348.934503:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 0 seconds 00000040:00080000:2.0:1789480349.190446:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789480349.508841:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789480349.960890:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 0 seconds 00010000:00010000:1.0:1789480350.535471:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789480350.983700:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 0 seconds 00000001:02000400:2.0:1789480351.375668:0:23715:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg644-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1789480351.560038:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789480352.004262:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 0 seconds 00000020:00000004:3.0:1789480352.295803:0:23767:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789480352.296081:0:23767:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1789480352.453063:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789480352.453083:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528023680:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789480352.453149:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480352.453216:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528023680 00000100:00100000:0.0:1789480352.453224:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528023680 00000100:00100000:0.0:1789480352.453265:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789480352.453273:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528023680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789480352.453305:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789480352.453356:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528023680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480352.453363:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789480352.453389:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528023680:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1789480352.453554:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789480352.453558:0:13097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789480352.453561:0:13097:0:(import.c:65:import_set_state_nolock()) ffff8a6a828bb000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789480352.453571:0:13097:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8a6a828bb000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:3.0:1789480352.453592:0:13097:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6a862f9c00 x1876405528023936/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789480352.453622:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789480352.453626:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789480352.453628:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789480352.453631:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789480352.453643:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789480352.453647:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789480352.453649:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789480352.453652:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789480352.453680:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528023936:0@lo:38:kworker.0 00000100:00100000:3.0:1789480352.453708:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480352.453747:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789480352.453754:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876405528024192:0@lo:400:kworker.0 00000100:00100000:3.0:1789480352.453780:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480352.453803:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528023936 00000100:00100000:3.0:1789480352.453807:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528023936 00000100:00100000:3.0:1789480352.454001:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789480352.454007:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1876405528023936:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1789480352.454012:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3645:1876405528023808:0@lo:400:kworker.0 00010000:00080000:3.0:1789480352.454028:0:22720:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 721 last 0 00000100:00100000:0.0:1789480352.454043:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:3.0:1789480352.454064:0:22720:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xdaa289fda243edc4 00000100:00100000:0.0:1789480352.454070:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789480352.454074:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876405528024064:0@lo:400:kworker.0 00000004:00100000:3.0:1789480352.454078:0:22720:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1789480352.454083:0:22720:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1789480352.454097:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480352.454124:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528024192 00000100:00100000:0.0:1789480352.454127:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528024192 00000100:00100000:0.0:1789480352.454152:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528024064 00000100:00100000:0.0:1789480352.454156:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528024064 00000100:00100000:0.0:1789480352.454169:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789480352.454175:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876405528024192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480352.455068:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876405528024192:12345-0@lo:400:kworker.0 Request processed in 888us (1282us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480352.455077:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789480352.455100:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789480352.455108:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876405528024064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480352.455159:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876405528024064:12345-0@lo:400:kworker.0 Request processed in 52us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480352.455166:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1789480352.455233:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a6a862fb800 x1876405528024192/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480352.455267:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876405528024192:0@lo:400:kworker.0 00000100:00100000:0.0:1789480352.455288:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528023808 00000100:00100000:0.0:1789480352.455293:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528023808 00000100:00100000:0.0:1789480352.455333:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789480352.455340:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e71450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:3645:x1876405528023808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480352.455371:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e71450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:3645:x1876405528023808:12345-0@lo:400:kworker.0 Request processed in 32us (1327us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480352.455377:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00010000:00080000:0.0:1789480352.455417:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a6a862f8000 x1876405528024064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480352.455428:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876405528024064:0@lo:400:kworker.0 00000100:00100000:0.0:1789480352.455437:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3645:1876405528023808:0@lo:400:kworker.0 00000100:00080000:0.0:1789480352.466336:0:22720:0:(import.c:65:import_set_state_nolock()) ffff8a6a8596e000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789480352.466426:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1876405528023936:12345-0@lo:38:kworker.0 Request processed in 12417us (12716us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480352.466437:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:3.0:1789480352.466860:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1789480352.466870:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1789480352.466875:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1789480352.466878:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6a828bb000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1789480352.466900:0:3644:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000008a01b1e): req@ffff8a6aaa47b800 x1876405528016384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480352.466914:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528023936:0@lo:38:kworker.0 00000100:00100000:2.0:1789480352.467278:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528024320:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789480352.467328:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480352.468464:0:22756:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480352.468494:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 11 seconds 00000100:00100000:0.0:1789480352.468516:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528024320 00000100:00100000:0.0:1789480352.468522:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528024320 00000100:00100000:0.0:1789480352.468558:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528016384 00000100:00100000:0.0:1789480352.468562:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528016384 00000100:00100000:0.0:1789480352.468577:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789480352.468585:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa461f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3648:x1876405528024320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789480352.468630:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789480352.468680:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa461f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3648:x1876405528024320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (1351us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480352.468688:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789480352.468704:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789480352.468710:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22756:x1876405528016384:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789480352.468771:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22756:x1876405528016384:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 61us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480352.468778:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789480352.468811:0:22756:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47b800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22756:1876405528016384:0@lo:1000:lod0000_rec0001.0 00000040:01000000:0.0:1789480352.468857:0:22756:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1789480352.468893:0:22756:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe2300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22756:1876405528024448:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789480352.468921:0:22756:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480352.468937:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6987c08540 going to sleep for 11 seconds 00000100:00100000:0.0:1789480352.468948:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528024448 00000100:00100000:0.0:1789480352.468952:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528024448 00000100:00100000:0.0:1789480352.468969:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789480352.468974:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22756:x1876405528024448:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789480352.469078:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22756:x1876405528024448:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 103us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480352.469084:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789480352.469119:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528024320:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789480352.469144:0:22756:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe2300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22756:1876405528024448:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789480352.469225:0:22756:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe2300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22756:1876405528024576:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789480352.469258:0:22756:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480352.469273:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7300 going to sleep for 11 seconds 00000100:00100000:3.0:1789480352.469423:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528024576 00000100:00100000:3.0:1789480352.469427:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528024576 00000100:00100000:3.0:1789480352.469448:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789480352.469455:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22756:x1876405528024576:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789480352.469504:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22756:x1876405528024576:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 50us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480352.469511:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789480352.470385:0:22756:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe2300 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22756:1876405528024576:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1789480352.470430:0:22756:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789480352.476048:0:22756:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1789480352.476134:0:22756:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 18, retries 0 00000004:00080000:0.0:1789480352.476139:0:22756:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:3.0:1789480352.581335:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1789480353.206994:0:23817:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789480353.207231:0:23817:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789480353.605350:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789480354.267059:0:23866:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc43a41c80 20000000:00000080:2.0:1789480354.267080:0:23866:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8a6aaabbbc00 uarg=0000000000000000 20000000:01000000:2.0:1789480354.267125:0:23866:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:2.0:1789480354.267133:0:23866:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:2.0:1789480354.267138:0:23866:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1789480354.269516:0:23867:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1789480354.271163:0:23866:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1789480354.277105:0:23866:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1789480354.277134:0:23866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243edcb lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480354.277153:0:23866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243ec74 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ec6d expref: 17 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480354.277162:0:23866:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a6a983ff200/0xdaa289fda243ed77 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ed70 expref: 17 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480354.277181:0:23866:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243edcb lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480354.277355:0:23866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a6a983ff200/0xdaa289fda243ed77 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdaa289fda243ed70 expref: 17 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480354.277371:0:23866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a6a983ff200/0xdaa289fda243ed77 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdaa289fda243ed70 expref: 17 pid: 22708 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480354.277386:0:23866:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23866:1876405528024704:0@lo:104: 00000100:00100000:3.0:1789480354.277445:0:23866:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789480354.277490:0:23866:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243ec74 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdaa289fda243ec6d expref: 17 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480354.277497:0:23866:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243ec74 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdaa289fda243ec6d expref: 17 pid: 22707 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480354.277506:0:23866:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23866:1876405528024832:0@lo:104: 00000100:00100000:3.0:1789480354.277525:0:23866:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480354.277548:0:23866:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6986b51300 going to sleep for 11 seconds 00000100:00100000:2.0:1789480354.277730:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528024704 00000100:00100000:2.0:1789480354.277738:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528024704 00000100:00100000:2.0:1789480354.277776:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528024832 00000100:00100000:2.0:1789480354.277779:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528024832 00000100:00100000:2.0:1789480354.277794:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789480354.277802:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+4:23866:x1876405528024704:12345-0@lo:104: 00010000:00010000:2.0:1789480354.277826:0:22698:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd400/0xdaa289fda243ed70 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243ed77 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.277893:0:22698:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789480354.277899:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+4:23866:x1876405528024704:12345-0@lo:104: Request processed in 98us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480354.277906:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789480354.277921:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789480354.277927:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+3:23866:x1876405528024832:12345-0@lo:104: 00010000:00010000:2.0:1789480354.277934:0:22698:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd000/0xdaa289fda243ec6d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243ec74 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.277961:0:22698:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789480354.277966:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+3:23866:x1876405528024832:12345-0@lo:104: Request processed in 40us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480354.277971:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:2.0:1789480354.277985:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789480354.277997:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd400/0xdaa289fda243ed70 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243ed77 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278004:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecd400 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:2.0:1789480354.278008:0:22703:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd400/0xdaa289fda243ed70 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xdaa289fda243ed77 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278017:0:22703:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd400/0xdaa289fda243ed70 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xdaa289fda243ed77 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789480354.278024:0:22703:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd400/0xdaa289fda243ed70 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xdaa289fda243ed77 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789480354.278030:0:22703:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789480354.278054:0:22703:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd400/0xdaa289fda243ed70 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ed77 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278060:0:22703:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789480354.278076:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd400/0xdaa289fda243ed70 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ed77 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278082:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd400/0xdaa289fda243ed70 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ed77 expref: -99 pid: 23446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278093:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789480354.278096:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd000/0xdaa289fda243ec6d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243ec74 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278100:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecd000 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:2.0:1789480354.278103:0:22703:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd000/0xdaa289fda243ec6d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xdaa289fda243ec74 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278118:0:22703:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd000/0xdaa289fda243ec6d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xdaa289fda243ec74 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789480354.278125:0:22703:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd000/0xdaa289fda243ec6d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xdaa289fda243ec74 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789480354.278131:0:22703:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789480354.278143:0:22703:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd000/0xdaa289fda243ec6d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ec74 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278148:0:22703:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789480354.278154:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd000/0xdaa289fda243ec6d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ec74 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278160:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6987ecd000/0xdaa289fda243ec6d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ec74 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278172:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480354.278174:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480354.278175:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480354.278182:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789480354.278228:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3645:1876405528024960:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789480354.278255:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480354.278283:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789480354.278289:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3645:1876405528025088:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789480354.278308:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480354.278337:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528024960 00000100:00100000:2.0:1789480354.278341:0:22700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528024960 00010000:00010000:2.0:1789480354.278372:0:22700:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a6a983ff200/0xdaa289fda243ed77 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243ed70 expref: 18 pid: 22708 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480354.278393:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528025088 00000100:00100000:2.0:1789480354.278396:0:22700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528025088 00010000:00010000:2.0:1789480354.278407:0:22700:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243ec74 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243ec6d expref: 19 pid: 22707 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480354.278419:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789480354.278424:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa461c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+19:3645:x1876405528024960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789480354.278433:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789480354.278438:0:22700:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a6a983ff200/0xdaa289fda243ed77 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243ed70 expref: 19 pid: 22708 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278448:0:22700:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a6a983ff200/0xdaa289fda243ed77 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdaa289fda243ed70 expref: 19 pid: 22708 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278460:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789480354.278488:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa461c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+19:3645:x1876405528024960:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480354.278493:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789480354.278507:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789480354.278512:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa463100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:3645:x1876405528025088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789480354.278519:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789480354.278523:0:22700:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243ec74 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243ec6d expref: 18 pid: 22707 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278530:0:22700:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243ec74 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdaa289fda243ec6d expref: 18 pid: 22707 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278550:0:22700:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243edcb lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278557:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243edcb lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278700:0:22700:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243edcb lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278708:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243edcb lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278715:0:22700:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243edcb lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278722:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243edcb lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278728:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecc400 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480354.278731:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243edcb lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278739:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243edcb lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278748:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243edcb lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.278757:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789480354.278783:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa463100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:3645:x1876405528025088:12345-0@lo:103:ldlm_bl.0 Request processed in 270us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480354.278798:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789480354.278847:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3645:1876405528025088:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789480354.278855:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3645:1876405528024960:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789480354.279060:0:23866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6a983ff200/0xdaa289fda243ed77 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdaa289fda243ed70 expref: 17 pid: 22708 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480354.279072:0:23866:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23866:1876405528024704:0@lo:104: 00010000:00010000:3.0:1789480354.279081:0:23866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243ec74 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdaa289fda243ec6d expref: 16 pid: 22707 timeout: 823 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480354.279087:0:23866:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23866:1876405528024832:0@lo:104: 00010000:00010000:3.0:1789480354.279110:0:23866:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243edcb lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480354.279119:0:23866:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243edcb lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480354.279126:0:23866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243edcb lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480354.279132:0:23866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243edcb lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480354.628339:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789480355.332511:0:22711:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789480355.332519:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a6a828a2800 from 13 10000000:01000000:2.0:1789480355.332525:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789480355.332582:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243edd2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480355.332593:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243edd2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480355.332603:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243edd2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480355.332629:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528025216:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789480355.332697:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480355.332793:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6abb417000 going to sleep for 11 seconds 00000100:00100000:1.0:1789480355.333105:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528025216 00000100:00100000:1.0:1789480355.333113:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528025216 00000100:00100000:1.0:1789480355.333167:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789480355.333177:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e72450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+16:22711:x1876405528025216:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789480355.333224:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789480355.333239:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243edd9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243edd2 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480355.333262:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243edd9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243edd2 expref: 17 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480355.333351:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243edd9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243edd2 expref: 17 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480355.333360:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6ab796cc00, rc 0) 00000100:00100000:1.0:1789480355.333400:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e72450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:22711:x1876405528025216:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 225us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480355.333406:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1789480355.333894:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528025216:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789480355.333910:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243edd2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243edd9 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480355.333919:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243edd2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243edd9 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480355.333980:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528025344:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789480355.334022:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480355.334053:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6abb417000 going to sleep for 11 seconds 00000100:00100000:3.0:1789480355.334108:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528025344 00000100:00100000:3.0:1789480355.334112:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528025344 00000100:00100000:3.0:1789480355.334147:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789480355.334154:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e70c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:22711:x1876405528025344:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789480355.334309:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e70c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:22711:x1876405528025344:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 154us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480355.334316:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789480355.334436:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528025344:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789480355.334464:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528025472:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789480355.334503:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480355.334520:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6abb417000 going to sleep for 11 seconds 00000100:00100000:1.0:1789480355.341623:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528025472 00000100:00100000:1.0:1789480355.341635:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528025472 00000100:00100000:1.0:1789480355.341703:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789480355.341724:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e70850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:22711:x1876405528025472:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789480355.342600:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e70850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:22711:x1876405528025472:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 886us (8092us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480355.342611:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789480355.342685:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528025472:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789480355.347679:0:23898:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789480355.348377:0:22711:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789480355.348408:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789480355.348418:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243edd2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243edd9 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480355.348430:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243edd2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243edd9 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789480355.348441:0:22711:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789480355.348443:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a6985d0b800 from 13 10000000:01000000:0.0:1789480355.348446:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789480355.348484:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffa00/0xdaa289fda243ede0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480355.348492:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffa00/0xdaa289fda243ede0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480355.348502:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffa00/0xdaa289fda243ede0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480355.348527:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528025600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789480355.349432:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480355.349468:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a9000f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789480355.349715:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528025600 00000100:00100000:1.0:1789480355.349724:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528025600 00000100:00100000:1.0:1789480355.349774:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789480355.349783:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e72850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+17:22711:x1876405528025600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789480355.349796:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789480355.349821:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6ab796c800/0xdaa289fda243ede7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ede0 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480355.349845:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6ab796c800/0xdaa289fda243ede7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ede0 expref: 18 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480355.349855:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6ab796c800/0xdaa289fda243ede7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ede0 expref: 18 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480355.349862:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6ab796c800, rc 0) 00000100:00100000:1.0:1789480355.349903:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e72850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:22711:x1876405528025600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480355.349909:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789480355.351573:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528025600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789480355.351596:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffa00/0xdaa289fda243ede0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ede7 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480355.351606:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffa00/0xdaa289fda243ede0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ede7 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480355.351680:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528025728:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789480355.351723:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480355.351749:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a9000f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789480355.352168:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528025728 00000100:00100000:1.0:1789480355.352174:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528025728 00000100:00100000:1.0:1789480355.352245:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789480355.352255:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e71050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:22711:x1876405528025728:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789480355.352391:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e71050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:22711:x1876405528025728:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 137us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480355.352399:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789480355.352420:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528025728:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789480355.352453:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528025856:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789480355.352496:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480355.352519:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6986b51f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789480355.353365:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528025856 00000100:00100000:1.0:1789480355.353372:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528025856 00000100:00100000:1.0:1789480355.353411:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789480355.353427:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:22711:x1876405528025856:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789480355.353532:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:22711:x1876405528025856:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 107us (1035us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480355.353545:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789480355.353607:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528025856:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789480355.355955:0:23899:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789480355.356756:0:22711:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789480355.356783:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789480355.356793:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffa00/0xdaa289fda243ede0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ede7 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480355.356815:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffa00/0xdaa289fda243ede0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ede7 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480355.654224:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789480356.102655:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789480356.682341:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789480357.572527:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876405528025984:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789480357.572658:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480357.572710:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528025984 00000100:00100000:0.0:1789480357.572718:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528025984 00000100:00100000:0.0:1789480357.572753:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789480357.572761:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1876405528025984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789480357.572815:0:22720:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789480357.572858:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1876405528025984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480357.572865:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789480357.572872:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789480347/real 1789480347] req@ffff8a6a862fa300 x1876405528020096/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480357 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480357.572906:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876405528025984:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789480357.572942:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528026112:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789480357.572971:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a6a862fa300 x1876405528020096/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480357 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480357.572981:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789480347/real 1789480347] req@ffff8a6aaa478700 x1876405528019456/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480357 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789480357.573036:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789480357.573040:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789480357.573043:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789480357.573045:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789480357.573058:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789480357.573060:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789480357.573062:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789480357.573065:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789480357.573126:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa478a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3645:1876405528026240:0@lo:400:kworker.0 00000100:00100000:0.0:1789480357.574114:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480357.574148:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876405528026624:0@lo:400:kworker.0 00000100:00100000:3.0:1789480357.574174:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a6aaa478700 x1876405528019456/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480357 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480357.574245:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789480357.574247:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6aaaa8e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789480357.574258:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789480357.574262:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528020096:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1789480357.574267:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a69878bf000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1789480357.574270:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1789480357.574271:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789480357.574274:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa478700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528019456:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1789480357.574276:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa479c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528026496:0@lo:400:kworker.0 00000100:00100000:1.0:1789480357.574321:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528026624 00000100:00100000:1.0:1789480357.574328:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528026624 00000100:00100000:1.0:1789480357.574379:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789480357.574388:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876405528026624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789480357.574436:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876405528026624:12345-0@lo:400:kworker.0 Request processed in 49us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480357.574443:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:1.0:1789480357.574466:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1789480357.574469:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789480357.574470:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789480357.574473:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789480357.574476:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789480357.574486:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789480357.574489:0:13097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789480357.574491:0:13097:0:(import.c:65:import_set_state_nolock()) ffff8a69878bf000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789480357.574494:0:13097:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 716 00010000:00080000:0.0:1789480357.574494:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a6aaa47b100 x1876405528026624/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789480357.574498:0:13097:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:0.0:1789480357.574504:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876405528026624:0@lo:400:kworker.0 00000100:00080000:1.0:1789480357.574505:0:13097:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8a69878bf000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:0.0:1789480357.574523:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528026112 00000100:00100000:0.0:1789480357.574526:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528026112 00000100:00100000:1.0:1789480357.574527:0:13097:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa479500 x1876405528026752/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789480357.574539:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789480357.574542:0:13097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1789480357.574542:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528026496 00000100:00080000:1.0:1789480357.574543:0:13097:0:(import.c:65:import_set_state_nolock()) ffff8a6aaaa8e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789480357.574544:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528026496 00000100:00080000:1.0:1789480357.574546:0:13097:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 716 00000100:00080000:1.0:1789480357.574549:0:13097:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789480357.574552:0:13097:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8a6aaaa8e000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:1.0:1789480357.574563:0:13097:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa478380 x1876405528026880/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789480357.574586:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789480357.574593:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3648:x1876405528026112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789480357.574615:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789480357.574651:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3648:x1876405528026112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480357.574657:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789480357.574666:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528026112:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789480357.574670:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789480357.574675:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528026496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789480357.574717:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528026496:12345-0@lo:400:kworker.0 Request processed in 42us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480357.574728:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789480357.574767:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480357.574814:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789480357.574821:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876405528026368:0@lo:400:kworker.0 00000100:00100000:2.0:1789480357.574847:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480357.574879:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528026368 00000100:00100000:2.0:1789480357.574883:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528026368 00000100:00100000:1.0:1789480357.574890:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528026240 00000100:00100000:1.0:1789480357.574893:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528026240 00000100:00100000:2.0:1789480357.574906:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789480357.574912:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876405528026368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789480357.574916:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789480357.574921:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a698777e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:3645:x1876405528026240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480357.574943:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876405528026368:12345-0@lo:400:kworker.0 Request processed in 32us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480357.574945:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a698777e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:3645:x1876405528026240:12345-0@lo:400:kworker.0 Request processed in 24us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480357.574950:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1789480357.574954:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1789480357.574982:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a6aaa47ad80 x1876405528026368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480357.574992:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876405528026368:0@lo:400:kworker.0 00000100:00100000:2.0:1789480357.574999:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa478a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3645:1876405528026240:0@lo:400:kworker.0 00000100:00100000:3.0:1789480357.575002:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa479500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528026752:0@lo:8:kworker.0 00000400:00000100:3.0:1789480357.575025:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876405528026752 offset 0 length 520: 4 00000100:00100000:3.0:1789480357.575039:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa478380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528026880:0@lo:8:kworker.0 00000100:00100000:0.0:1789480357.575052:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa479c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528026496:0@lo:400:kworker.0 00000400:00000100:3.0:1789480357.575056:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876405528026880 offset 0 length 520: 4 00010000:00010000:0.0:1789480357.701401:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789480358.086220:0:23447:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:2.0:1789480358.724482:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789480359.429234:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789480359.622900:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789480344/real 1789480344] req@ffff8a6aaa461180 x1876405528017664/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480359 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480359.622937:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a6aaa461180 x1876405528017664/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480359 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480359.622947:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789480344/real 1789480344] req@ffff8a6aaa463480 x1876405528017536/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480359 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480359.622957:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a6aaa463480 x1876405528017536/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480359 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789480359.622973:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6988485800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789480359.622992:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789480359.622996:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528017664:0@lo:8:kworker.0 00000100:00080000:0.0:1789480359.623001:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6988484000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789480359.623005:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789480359.623007:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528017536:0@lo:8:kworker.0 00000100:00080000:0.0:1789480359.625307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789480359.625313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789480359.625317:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a6988484000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789480359.625324:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 713 00000100:00080000:0.0:1789480359.625330:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789480359.625341:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8a6988484000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:0.0:1789480359.625362:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6ab2fe2300 x1876405528027264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789480359.625378:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789480359.625381:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789480359.625389:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a6988485800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789480359.625394:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 713 00000100:00080000:0.0:1789480359.625396:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789480359.625402:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8a6988485800 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:0.0:1789480359.625416:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6ab2fe3800 x1876405528027392/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789480359.625447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789480359.625451:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789480359.625454:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3645:1876405528027008:0@lo:400:kworker.0 00000100:00080000:0.0:1789480359.625454:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789480359.625456:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789480359.625479:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876405528027136:0@lo:400:kworker.0 00000100:00100000:3.0:1789480359.625523:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480359.625523:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480359.625563:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876405528027776:0@lo:400:kworker.0 00000100:00100000:0.0:1789480359.625569:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876405528027520:0@lo:400:kworker.0 00000100:00100000:0.0:1789480359.630753:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480359.630817:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789480359.630829:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528027648:0@lo:400:kworker.0 00000100:00100000:0.0:1789480359.630864:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480359.630909:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528027136 00000100:00100000:0.0:1789480359.630916:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528027136 00000100:00100000:0.0:1789480359.631068:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528027648 00000100:00100000:0.0:1789480359.631072:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528027648 00000100:00100000:0.0:1789480359.631090:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789480359.631097:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876405528027136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480359.631157:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876405528027136:12345-0@lo:400:kworker.0 Request processed in 59us (5633us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480359.631175:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789480359.631212:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789480359.631221:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528027648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480359.631257:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528027648:12345-0@lo:400:kworker.0 Request processed in 38us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480359.631263:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789480359.631284:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528027520 00000100:00100000:0.0:1789480359.631287:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528027520 00000100:00100000:0.0:1789480359.631315:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789480359.631321:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876405528027520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480359.631350:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876405528027520:12345-0@lo:400:kworker.0 Request processed in 29us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480359.631356:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789480359.631398:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876405528027136:0@lo:400:kworker.0 00000100:00100000:0.0:1789480359.631424:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528027264:0@lo:8:kworker.0 00000100:00100000:3.0:1789480359.631429:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:0.0:1789480359.631447:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876405528027264 offset 0 length 520: 4 00000100:00100000:0.0:1789480359.631468:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528027392:0@lo:8:kworker.0 00000100:00100000:3.0:1789480359.631480:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528027008 00000100:00100000:3.0:1789480359.631484:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528027008 00000400:00000100:0.0:1789480359.631486:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876405528027392 offset 0 length 520: 4 00000100:00100000:0.0:1789480359.631512:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528027648:0@lo:400:kworker.0 00000100:00100000:3.0:1789480359.631523:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00010000:00080000:0.0:1789480359.631523:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a6ab2fe1880 x1876405528027520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480359.631530:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6987c9bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:3645:x1876405528027008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480359.631533:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876405528027520:0@lo:400:kworker.0 00000100:00100000:3.0:1789480359.631564:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6987c9bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:3645:x1876405528027008:12345-0@lo:400:kworker.0 Request processed in 34us (6041us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480359.631570:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789480359.631589:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3645:1876405528027008:0@lo:400:kworker.0 00000100:00100000:3.0:1789480359.631618:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528027776 00000100:00100000:3.0:1789480359.631622:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528027776 00000100:00100000:3.0:1789480359.631651:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789480359.631657:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876405528027776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480359.631693:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876405528027776:12345-0@lo:400:kworker.0 Request processed in 35us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480359.631698:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:3.0:1789480359.631725:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a6ab2fe3480 x1876405528027776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480359.631960:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876405528027776:0@lo:400:kworker.0 00010000:00010000:0.0:1789480359.752234:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480360.773156:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789480361.222297:0:24215:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789480361.222300:0:24215:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1789480361.222301:0:24215:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1789480361.222405:0:24215:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8a6aaab1a000 00000020:01000004:2.0:1789480361.222419:0:24215:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1789480361.222430:0:24215:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789480361.222443:0:24215:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8a6ac1ac19c0) 00000020:00000080:2.0:1789480361.222457:0:24215:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1789480361.287056:0:24215:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789480361.288853:0:24215:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1789480361.289178:0:24215:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789480361.290036:0:24215:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789480361.290432:0:24215:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1789480361.290875:0:24215:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1789480361.291472:0:24215:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:01000000:3.0:1789480361.300472:0:24215:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789480361.300728:0:24215:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1789480361.300741:0:24215:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789480361.300753:0:24215:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xdaa289fda243edf5 00000020:01000004:3.0:1789480361.300760:0:24215:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:3.0:1789480361.300795:0:24215:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.206.144@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789480361.300798:0:24215:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.206.144@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1789480361.300803:0:24215:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1789480361.300808:0:24215:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1789480361.300821:0:24215:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8a6a95c98000) 00000020:00000080:3.0:1789480361.300834:0:24215:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:3.0:1789480361.301945:0:24215:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789480361.302097:0:24215:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1789480361.302103:0:24215:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:0.0:1789480361.307960:0:24215:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:0.0:1789480361.307972:0:24215:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1789480361.308640:0:24215:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1789480361.308646:0:24215:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1789480361.315797:0:24215:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789480361.315983:0:24215:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1789480361.315989:0:24215:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1789480361.317537:0:24215:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1789480361.317548:0:24215:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1789480361.357330:0:24215:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789480361.357557:0:24215:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1789480361.357564:0:24215:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1789480361.359245:0:24215:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1789480361.359257:0:24215:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1789480361.360427:0:24215:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1789480361.360436:0:24215:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1789480361.363567:0:24215:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789480361.363737:0:24215:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1789480361.363743:0:24215:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:0.0:1789480361.368683:0:24215:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:0.0:1789480361.368696:0:24215:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1789480361.419677:0:24215:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789480361.420084:0:24215:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1789480361.420090:0:24215:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1789480361.421828:0:24215:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1789480361.421838:0:24215:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1789480361.423857:0:24215:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1789480361.423887:0:24215:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:2.0:1789480361.423892:0:24215:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.206.144@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1789480361.441721:0:24215:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.206.144@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789480361.441760:0:24215:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.206.144@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1789480361.441764:0:24215:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789480361.441766:0:24215:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789480361.441845:0:24215:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789480361.441848:0:24215:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789480361.441849:0:24215:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789480361.441851:0:24215:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789480361.441852:0:24215:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789480361.441854:0:24215:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789480361.441856:0:24215:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789480361.441859:0:24215:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1789480361.441861:0:24215:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789480361.441869:0:24215:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789480361.441870:0:24215:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789480361.441871:0:24215:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789480361.441872:0:24215:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789480361.441873:0:24215:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789480361.441874:0:24215:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789480361.441874:0:24215:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789480361.441875:0:24215:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789480361.441901:0:24215:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1789480361.442050:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa479180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528027904:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789480361.442128:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480361.442252:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a860c96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789480361.442498:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528027904 00000100:00100000:0.0:1789480361.442506:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528027904 00000100:00100000:0.0:1789480361.442573:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789480361.442583:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6987c98050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:24215:x1876405528027904:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789480361.442626:0:22709:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1789480361.442629:0:22709:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1789480361.442633:0:22709:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1789480361.443403:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6987c98050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:24215:x1876405528027904:12345-0@lo:253:mount.lustre.0 Request processed in 819us (1272us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480361.443412:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789480361.443477:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa479180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528027904:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789480361.443489:0:24215:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1789480361.443492:0:24215:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789480361.443494:0:24215:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789480361.443496:0:24215:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789480361.443497:0:24215:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789480361.443498:0:24215:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789480361.443500:0:24215:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789480361.443501:0:24215:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789480361.443503:0:24215:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789480361.443504:0:24215:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1789480361.443524:0:24215:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8a6aaab1a000 from lustre-OST0000 10000000:01000000:1.0:1789480361.443560:0:24215:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:1.0:1789480361.443563:0:24215:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1789480361.443570:0:24215:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8a6ab9ba0000 local copy 00010000:00010000:1.0:1789480361.443578:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ab796ca00/0xdaa289fda243ebb0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ebb7 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480361.443658:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa479180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528028032:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789480361.443689:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480361.443721:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6abb5b06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789480361.443894:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528028032 00000100:00100000:3.0:1789480361.443900:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528028032 00000100:00100000:3.0:1789480361.444014:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789480361.444024:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6987c9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:24215:x1876405528028032:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789480361.444287:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6987c9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:24215:x1876405528028032:12345-0@lo:501:mount.lustre.0 Request processed in 265us (597us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789480361.444294:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789480361.444613:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa479180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528028032:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789480361.444631:0:24215:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.206.144@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1789480361.444655:0:24215:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.206.144@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1789480361.444662:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ab796ca00/0xdaa289fda243ebb0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ebb7 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.444673:0:24215:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6ab796ca00/0xdaa289fda243ebb0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ebb7 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789480361.444713:0:24215:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8a6aaab1a000 10000000:01000000:0.0:1789480361.444717:0:24215:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789480361.444722:0:24215:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1789480361.444725:0:24215:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789480361.444729:0:24215:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:0.0:1789480361.444731:0:24215:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1789480361.444754:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe800/0xdaa289fda243ee03 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.444762:0:24215:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe800/0xdaa289fda243ee03 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.444853:0:24215:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe800/0xdaa289fda243ee03 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480361.444872:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528028160:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789480361.444907:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480361.445118:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a89794300 going to sleep for 11 seconds 00000100:00100000:1.0:1789480361.445486:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528028160 00000100:00100000:1.0:1789480361.445500:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528028160 00000100:00100000:1.0:1789480361.445639:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789480361.445649:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6987c99850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+18:24215:x1876405528028160:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789480361.445659:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789480361.445672:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6ab796ce00/0xdaa289fda243ee0a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ee03 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480361.445695:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6ab796ce00/0xdaa289fda243ee0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ee03 expref: 19 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480361.445705:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6ab796ce00/0xdaa289fda243ee0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ee03 expref: 19 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480361.445713:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6ab796ce00, rc 0) 00000100:00100000:1.0:1789480361.445757:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6987c99850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+19:24215:x1876405528028160:12345-0@lo:101:mount.lustre.0 Request processed in 110us (849us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480361.445764:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1789480361.445842:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528028160:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789480361.445855:0:24215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe800/0xdaa289fda243ee03 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ee0a expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.445864:0:24215:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe800/0xdaa289fda243ee03 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ee0a expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789480361.447471:0:24215:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:0.0:1789480361.448267:0:24215:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789480361.451649:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1789480361.451709:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1789480361.451727:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1789480361.451741:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1789480361.451756:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1789480361.451844:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1789480361.451866:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1789480361.451886:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1789480361.451905:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:0.0:1789480361.452354:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:0.0:1789480361.452377:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:0.0:1789480361.452394:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:0.0:1789480361.452425:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:0.0:1789480361.452433:0:24215:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:0.0:1789480361.452642:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528028288:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789480361.452709:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480361.452820:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a897946c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789480361.453104:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528028288 00000100:00100000:3.0:1789480361.453111:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528028288 00000100:00100000:2.0:1789480361.453620:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789480361.453632:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+19:24215:x1876405528028288:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789480361.453799:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+19:24215:x1876405528028288:12345-0@lo:501:mount.lustre.0 Request processed in 170us (1089us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480361.453807:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1789480361.453877:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528028288:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789480361.453929:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528028416:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789480361.454232:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480361.454262:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a897946c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789480361.454442:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528028416 00000100:00100000:1.0:1789480361.454448:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528028416 00000100:00100000:1.0:1789480361.454486:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789480361.454494:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+19:24215:x1876405528028416:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789480361.455660:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+19:24215:x1876405528028416:12345-0@lo:503:mount.lustre.0 Request processed in 1162us (1423us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480361.455670:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1789480361.455888:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528028416:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789480361.456744:0:24215:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789480361.456899:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528028544:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789480361.457088:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480361.457212:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a89794300 going to sleep for 11 seconds 00000100:00100000:3.0:1789480361.457465:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528028544 00000100:00100000:3.0:1789480361.457472:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528028544 00000100:00100000:3.0:1789480361.457613:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789480361.457622:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b26850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+19:24215:x1876405528028544:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789480361.458367:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b26850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+19:24215:x1876405528028544:12345-0@lo:502:mount.lustre.0 Request processed in 744us (1277us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480361.458377:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1789480361.458479:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528028544:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789480361.458674:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1789480361.458708:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1789480361.458723:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1789480361.458736:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1789480361.458749:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1789480361.458762:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1789480361.458794:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1789480361.458824:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1789480361.458840:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:0.0:1789480361.458854:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:0.0:1789480361.458869:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:0.0:1789480361.458882:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:0.0:1789480361.459114:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528028672:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789480361.459172:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480361.459544:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a89794300 going to sleep for 11 seconds 00000100:00100000:1.0:1789480361.459637:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528028672 00000100:00100000:1.0:1789480361.459644:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528028672 00000100:00100000:2.0:1789480361.459698:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1789480361.459709:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+19:24215:x1876405528028672:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789480361.459836:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+19:24215:x1876405528028672:12345-0@lo:502:mount.lustre.0 Request processed in 129us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480361.459844:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789480361.460091:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528028672:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789480361.460154:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:0.0:1789480361.460166:0:24215:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:2.0:1789480361.461154:0:24232:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789480361.461164:0:24232:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:2.0:1789480361.461171:0:24232:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789480361.461178:0:24232:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1789480361.461185:0:24232:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789480361.461227:0:24232:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8a6ac1ac3380) 00000020:00000080:2.0:1789480361.461257:0:24232:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:2.0:1789480361.461265:0:24232:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789480361.461495:0:24232:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a6aaab1a000 from lustre-OST0000, refs=2 00080000:01000000:2.0:1789480361.461504:0:24232:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789480361.461511:0:24232:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xdaa289fda243ee18 00010000:00010000:2.0:1789480361.466879:0:24232:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:2.0:1789480361.469122:0:24232:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1789480361.476087:0:24232:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1789480361.478071:0:24232:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1789480361.478082:0:24232:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789480361.478088:0:24232:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480361.478094:0:24232:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1789480361.478098:0:24232:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789480361.478101:0:24232:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:1.0:1789480361.478102:0:24232:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789480361.478104:0:24232:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789480361.478105:0:24232:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789480361.478107:0:24232:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480361.478109:0:24232:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789480361.478111:0:24232:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789480361.478113:0:24232:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480361.478115:0:24232:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789480361.478117:0:24232:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789480361.478119:0:24232:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789480361.478121:0:24232:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789480361.478122:0:24232:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480361.478124:0:24232:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789480361.478126:0:24232:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789480361.478127:0:24232:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480361.478129:0:24232:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789480361.478131:0:24232:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1789480361.478156:0:24232:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789480361.478159:0:24232:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789480361.478160:0:24232:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789480361.478163:0:24232:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:0.0:1789480361.479909:0:24215:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:0.0:1789480361.480459:0:24215:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1789480361.480484:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe800/0xdaa289fda243ee03 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ee0a expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.480497:0:24215:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe800/0xdaa289fda243ee03 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ee0a expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789480361.480506:0:24215:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a6aaab1a000 from 1 10000000:01000000:0.0:1789480361.480508:0:24215:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789480361.480616:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe600/0xdaa289fda243ee1f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.480636:0:24215:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe600/0xdaa289fda243ee1f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.480647:0:24215:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe600/0xdaa289fda243ee1f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480361.480671:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528028800:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789480361.480732:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480361.480874:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528028800 00000100:00100000:2.0:1789480361.480883:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528028800 00000100:00100000:0.0:1789480361.481051:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a89794300 going to sleep for 11 seconds 00000100:00100000:2.0:1789480361.481122:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789480361.481133:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+19:24215:x1876405528028800:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789480361.481367:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789480361.481382:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6abb4bde00/0xdaa289fda243ee26 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ee1f expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480361.481407:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6abb4bde00/0xdaa289fda243ee26 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ee1f expref: 20 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480361.481419:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6abb4bde00/0xdaa289fda243ee26 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ee1f expref: 20 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480361.481428:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb4bde00, rc 0) 00000100:00100000:2.0:1789480361.481470:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:24215:x1876405528028800:12345-0@lo:101:mount.lustre.0 Request processed in 340us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480361.481477:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789480361.481636:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528028800:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789480361.481651:0:24215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe600/0xdaa289fda243ee1f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ee26 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.481660:0:24215:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe600/0xdaa289fda243ee1f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ee26 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789480361.486066:0:24215:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1789480361.487455:0:24215:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789480361.493102:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1789480361.493165:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1789480361.493182:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1789480361.493215:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1789480361.493228:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1789480361.493239:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1789480361.493251:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1789480361.493858:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1789480361.493881:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1789480361.493896:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1789480361.494057:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1789480361.494084:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1789480361.494090:0:24215:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1789480361.494597:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528028928:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789480361.494662:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480361.494765:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a897943c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789480361.498373:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528028928 00000100:00100000:3.0:1789480361.498386:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528028928 00000100:00100000:3.0:1789480361.499001:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1789480361.499013:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:24215:x1876405528028928:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789480361.499154:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:24215:x1876405528028928:12345-0@lo:501:mount.lustre.0 Request processed in 144us (4492us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480361.499160:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789480361.500562:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528028928:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789480361.500616:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528029056:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789480361.500679:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480361.501236:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a897943c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789480361.501484:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528029056 00000100:00100000:1.0:1789480361.501491:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528029056 00000100:00100000:1.0:1789480361.501541:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789480361.501551:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:24215:x1876405528029056:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789480361.501674:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:24215:x1876405528029056:12345-0@lo:503:mount.lustre.0 Request processed in 125us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480361.501682:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789480361.501891:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528029056:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789480361.502362:0:24215:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789480361.502433:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528029184:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789480361.502479:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480361.502507:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a89794300 going to sleep for 11 seconds 00000100:00100000:1.0:1789480361.502886:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528029184 00000100:00100000:1.0:1789480361.502893:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528029184 00000100:00100000:1.0:1789480361.502939:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1789480361.502946:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:24215:x1876405528029184:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789480361.503043:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:24215:x1876405528029184:12345-0@lo:502:mount.lustre.0 Request processed in 96us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480361.503050:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789480361.503182:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528029184:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789480361.503644:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1789480361.503675:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1789480361.503692:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1789480361.503707:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1789480361.503724:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1789480361.503740:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1789480361.503756:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1789480361.503787:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1789480361.503804:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1789480361.503818:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1789480361.503832:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1789480361.503860:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa479f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528029312:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789480361.503904:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480361.503940:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a9000f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789480361.504152:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528029312 00000100:00100000:0.0:1789480361.504158:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528029312 00000100:00100000:0.0:1789480361.504187:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789480361.504225:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:24215:x1876405528029312:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789480361.504333:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:24215:x1876405528029312:12345-0@lo:502:mount.lustre.0 Request processed in 109us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480361.504341:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789480361.504553:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa479f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528029312:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789480361.504598:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1789480361.504607:0:24215:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1789480361.505907:0:24236:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789480361.505928:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480361.505936:0:24236:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789480361.505943:0:24236:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a6aaab1a000 00000020:00000080:0.0:1789480361.505946:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789480361.505953:0:24236:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789480361.505955:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480361.505956:0:24236:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789480361.505959:0:24236:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789480361.505961:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480361.505962:0:24236:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789480361.505965:0:24236:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a6aaab1a000 00000020:00000080:0.0:1789480361.505967:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789480361.506026:0:24236:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789480361.506030:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480361.506031:0:24236:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789480361.506034:0:24236:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789480361.506037:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480361.506037:0:24236:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789480361.506041:0:24236:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8a6aaab1a000 00000020:00000080:0.0:1789480361.506043:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789480361.506062:0:24236:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789480361.506065:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480361.506066:0:24236:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789480361.506069:0:24236:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789480361.506071:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480361.506072:0:24236:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789480361.506075:0:24236:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8a6aaab1a000 00000020:00000080:0.0:1789480361.506077:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789480361.506100:0:24236:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789480361.506103:0:24236:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480361.506105:0:24236:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1789480361.506107:0:24236:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1789480361.509342:0:24215:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789480361.509381:0:24215:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789480361.509407:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe600/0xdaa289fda243ee1f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ee26 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.509426:0:24215:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe600/0xdaa289fda243ee1f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ee26 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789480361.509481:0:24215:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789480361.509485:0:24215:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8a6aaab1a000 10000000:01000000:0.0:1789480361.509488:0:24215:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8a6aaab1a000 10000000:01000000:0.0:1789480361.509493:0:24215:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789480361.509498:0:24215:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8a6aaab1a000 from 1 10000000:01000000:0.0:1789480361.509501:0:24215:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789480361.509547:0:24215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983ff200/0xdaa289fda243ee2d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.509556:0:24215:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6a983ff200/0xdaa289fda243ee2d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.509567:0:24215:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6a983ff200/0xdaa289fda243ee2d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480361.509591:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528029440:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789480361.509650:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480361.509686:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528029440 00000100:00100000:0.0:1789480361.509693:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528029440 00000100:00100000:0.0:1789480361.509731:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789480361.509740:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:24215:x1876405528029440:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789480361.509753:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480361.509765:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6a983ff800/0xdaa289fda243ee34 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ee2d expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.510043:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6a983ff800/0xdaa289fda243ee34 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ee2d expref: 21 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.510053:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6a983ff800/0xdaa289fda243ee34 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ee2d expref: 21 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.510062:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6a983ff800, rc 0) 00000100:00100000:0.0:1789480361.510095:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:24215:x1876405528029440:12345-0@lo:101:mount.lustre.0 Request processed in 357us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480361.510102:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789480361.510389:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a89794c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789480361.510410:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528029440:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789480361.510424:0:24215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6a983ff200/0xdaa289fda243ee2d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ee34 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.510434:0:24215:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6a983ff200/0xdaa289fda243ee2d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ee34 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789480361.514095:0:24215:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1789480361.516023:0:24215:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789480361.516855:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789480361.516897:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1789480361.516988:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1789480361.517009:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1789480361.517024:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1789480361.517038:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1789480361.517051:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1789480361.517063:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1789480361.517075:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789480361.517087:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1789480361.517099:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1789480361.517110:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1789480361.517122:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1789480361.517134:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1789480361.518501:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1789480361.518855:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1789480361.518877:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1789480361.518892:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1789480361.519252:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1789480361.519595:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1789480361.519619:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1789480361.519634:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1789480361.519648:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1789480361.519663:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1789480361.519677:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1789480361.519691:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1789480361.519704:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1789480361.519717:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1789480361.519732:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1789480361.519747:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1789480361.519760:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1789480361.520422:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1789480361.520452:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1789480361.520467:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1789480361.520496:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1789480361.520511:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1789480361.520524:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1789480361.520554:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1789480361.520567:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1789480361.520579:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1789480361.520592:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1789480361.520605:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1789480361.520619:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1789480361.520633:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1789480361.520648:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1789480361.520660:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1789480361.520673:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1789480361.520687:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1789480361.523834:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1789480361.523898:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1789480361.523937:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1789480361.523943:0:24215:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1789480361.524044:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528029568:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789480361.524103:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480361.524156:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6986b51540 going to sleep for 11 seconds 00000100:00100000:0.0:1789480361.524187:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528029568 00000100:00100000:0.0:1789480361.524248:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528029568 00000100:00100000:0.0:1789480361.524289:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1789480361.524297:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:24215:x1876405528029568:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789480361.524410:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:24215:x1876405528029568:12345-0@lo:501:mount.lustre.0 Request processed in 114us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480361.524694:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1789480361.530471:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528029568:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789480361.530525:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528029696:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789480361.530597:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480361.530632:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528029696 00000100:00100000:2.0:1789480361.530638:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528029696 00000100:00100000:2.0:1789480361.530680:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1789480361.530688:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:24215:x1876405528029696:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789480361.530812:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:24215:x1876405528029696:12345-0@lo:503:mount.lustre.0 Request processed in 124us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480361.530820:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1789480361.530867:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6986b51540 going to sleep for 11 seconds 00000100:00100000:2.0:1789480361.530879:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528029696:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789480361.532483:0:24215:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789480361.532564:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528029824:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789480361.532628:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480361.532670:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6986b51540 going to sleep for 11 seconds 00000100:00100000:3.0:1789480361.532711:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528029824 00000100:00100000:3.0:1789480361.532719:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528029824 00000100:00100000:3.0:1789480361.532760:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789480361.532780:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:24215:x1876405528029824:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789480361.532883:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:24215:x1876405528029824:12345-0@lo:502:mount.lustre.0 Request processed in 113us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480361.532890:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789480361.534255:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528029824:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789480361.536064:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1789480361.536111:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1789480361.536127:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1789480361.537001:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1789480361.537037:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1789480361.537053:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1789480361.537068:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1789480361.537081:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1789480361.537094:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1789480361.537106:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1789480361.537119:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1789480361.537133:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1789480361.537162:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1789480361.537209:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1789480361.537228:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1789480361.537242:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1789480361.537257:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1789480361.539243:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1789480361.539313:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1789480361.539330:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1789480361.539344:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1789480361.539358:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1789480361.539372:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1789480361.539391:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1789480361.539405:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1789480361.539420:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1789480361.539434:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1789480361.539449:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1789480361.539462:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1789480361.539493:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1789480361.539510:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1789480361.539526:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1789480361.539541:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1789480361.539555:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1789480361.539569:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1789480361.539584:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1789480361.539600:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1789480361.539615:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1789480361.539630:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1789480361.539644:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1789480361.539658:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1789480361.539673:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1789480361.539686:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1789480361.539699:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1789480361.539711:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1789480361.539739:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1789480361.539754:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1789480361.539782:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1789480361.539836:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528029952:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789480361.539910:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480361.539967:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6986b51540 going to sleep for 11 seconds 00000100:00100000:3.0:1789480361.540012:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528029952 00000100:00100000:3.0:1789480361.540020:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528029952 00000100:00100000:3.0:1789480361.540070:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1789480361.540079:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:24215:x1876405528029952:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789480361.540208:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:24215:x1876405528029952:12345-0@lo:502:mount.lustre.0 Request processed in 112us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480361.540217:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1789480361.544095:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528029952:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789480361.545017:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1789480361.545053:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1789480361.545098:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528030080:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789480361.545172:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480361.545325:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a81254480 going to sleep for 11 seconds 00000100:00100000:2.0:1789480361.545364:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528030080 00000100:00100000:2.0:1789480361.545371:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528030080 00000100:00100000:2.0:1789480361.545513:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1789480361.545523:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:24215:x1876405528030080:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789480361.545815:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:24215:x1876405528030080:12345-0@lo:502:mount.lustre.0 Request processed in 293us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480361.545823:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1789480361.545883:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528030080:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789480361.545951:0:24215:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1789480361.545962:0:24215:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1789480361.554499:0:24242:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1789480361.554517:0:24242:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8a6986984d40) 00000020:00000080:1.0:1789480361.554714:0:24242:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:1.0:1789480361.554803:0:24242:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a6aaab1a000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1789480361.554807:0:24242:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a6aaab1a000 from lustre-OST0000, refs=3 00000020:01000004:1.0:1789480361.554809:0:24242:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a6aaab1a000 3 00010000:00080000:1.0:1789480361.554842:0:24242:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a6987e52800@lustre-MDT0000-lwp-OST0000: add connection 192.168.206.144@tcp at head 00010000:00010000:1.0:1789480361.557879:0:24242:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:1.0:1789480361.558279:0:24242:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1789480361.558371:0:24242:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789480361.558385:0:24242:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xdaa289fda243ee42 00000100:00080000:0.0:1789480361.558395:0:24242:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789480361.558406:0:24242:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8a6987e52800 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:0.0:1789480361.558439:0:24242:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6986a1fb80 x1876405528030208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789480361.558469:0:24242:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789480361.558510:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789480361.558514:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789480361.558517:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789480361.558520:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789480361.558539:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789480361.558542:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789480361.558544:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789480361.558547:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789480361.558586:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876405528030336:0@lo:400:kworker.0 00000100:00100000:0.0:1789480361.558638:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480361.558667:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789480361.558672:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876405528030720:0@lo:400:kworker.0 00000100:00100000:0.0:1789480361.558692:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480361.558718:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876405528030464:0@lo:400:kworker.0 00000100:00100000:0.0:1789480361.558745:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480361.558760:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789480361.558765:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528030592:0@lo:400:kworker.0 00000100:00100000:0.0:1789480361.558800:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480361.558841:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528030336 00000100:00100000:0.0:1789480361.558847:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528030336 00000100:00100000:0.0:1789480361.558872:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528030592 00000100:00100000:0.0:1789480361.558874:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528030592 00000100:00100000:0.0:1789480361.558886:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789480361.558893:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876405528030336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480361.558950:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876405528030336:12345-0@lo:400:kworker.0 Request processed in 57us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480361.558957:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789480361.558970:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789480361.558975:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528030592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480361.558999:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528030592:12345-0@lo:400:kworker.0 Request processed in 25us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480361.559005:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789480361.559021:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528030720 00000100:00100000:0.0:1789480361.559024:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528030720 00000100:00100000:0.0:1789480361.559039:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528030464 00000100:00100000:0.0:1789480361.559041:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528030464 00000100:00100000:0.0:1789480361.559051:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789480361.559056:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876405528030720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480361.559079:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876405528030720:12345-0@lo:400:kworker.0 Request processed in 23us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480361.559084:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789480361.559100:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789480361.559105:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876405528030464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480361.559127:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1876405528030464:12345-0@lo:400:kworker.0 Request processed in 22us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480361.559133:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789480361.559411:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528030592:0@lo:400:kworker.0 00010000:00080000:0.0:1789480361.559423:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a6986a1ed80 x1876405528030464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480361.559433:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1876405528030464:0@lo:400:kworker.0 00010000:00080000:0.0:1789480361.559456:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a6986a1c000 x1876405528030720/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480361.559464:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876405528030720:0@lo:400:kworker.0 00000100:00100000:0.0:1789480361.559472:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876405528030336:0@lo:400:kworker.0 00000020:01000004:0.0:1789480361.563516:0:24242:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1789480361.563534:0:24242:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8a698794cd40) 00000020:00000080:0.0:1789480361.563557:0:24242:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:0.0:1789480361.563638:0:24242:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a6aaab1a000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1789480361.563642:0:24242:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a6aaab1a000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1789480361.563645:0:24242:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a6aaab1a000 3 00000100:00100000:1.0:1789480361.563655:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876405528030208:0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789480361.563671:0:24242:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a6987c27800@lustre-MDT0001-lwp-OST0000: add connection 192.168.206.144@tcp at head 00000100:00100000:1.0:1789480361.563719:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480361.563882:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528030208 00000100:00100000:2.0:1789480361.563891:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528030208 00000100:00100000:2.0:1789480361.563937:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789480361.563945:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa479f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876405528030208:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789480361.563968:0:22716:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 730 last 0 00000020:00000080:2.0:1789480361.563996:0:22716:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xdaa289fda243ee50 00000004:00100000:2.0:1789480361.564011:0:22716:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789480361.564038:0:22716:0:(import.c:65:import_set_state_nolock()) ffff8a6987f0e800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789480361.564091:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa479f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1876405528030208:12345-0@lo:38:llog_process_th.0 Request processed in 145us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480361.564099:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1789480361.564137:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a6986a1fb80 x1876405528030208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789480371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480361.564149:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789480361.564156:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1789480361.564163:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789480361.564167:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789480361.564174:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6987e52800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789480361.564180:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1876405528030208:0@lo:38:llog_process_th.0 00010000:00010000:0.0:1789480361.570622:0:24242:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:0.0:1789480361.573116:0:24242:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:0.0:1789480361.574677:0:24242:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789480361.574694:0:24242:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xdaa289fda243ee57 00000100:00080000:0.0:1789480361.574705:0:24242:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789480361.574725:0:24242:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8a6987c27800 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:0.0:1789480361.574759:0:24242:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6986a1f480 x1876405528030848/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789480361.574852:0:24242:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1789480361.574878:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789480361.574882:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789480361.574885:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789480361.574888:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789480361.574891:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789480361.574894:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789480361.574896:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789480361.574899:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789480361.575302:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1876405528030848:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789480361.575367:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480361.579352:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528030848 00000100:00100000:0.0:1789480361.579369:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528030848 00000100:00100000:0.0:1789480361.579422:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789480361.579431:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa478e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1876405528030848:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789480361.579461:0:22714:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 730 last 0 00000020:00000080:0.0:1789480361.579524:0:22714:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xdaa289fda243ee5e 00000004:00100000:0.0:1789480361.579758:0:22714:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789480361.579811:0:22714:0:(import.c:65:import_set_state_nolock()) ffff8a6987c26800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789480361.579899:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa478e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1876405528030848:12345-0@lo:38:llog_process_th.0 Request processed in 467us (4530us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480361.579907:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000040:00080000:0.0:1789480361.580106:0:24242:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1789480361.580286:0:24215:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789480361.580312:0:24215:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789480361.580328:0:24215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983ff200/0xdaa289fda243ee2d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ee34 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.580339:0:24215:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6a983ff200/0xdaa289fda243ee2d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ee34 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789480361.580383:0:24215:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789480361.580386:0:24215:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789480361.580388:0:24215:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789480361.580390:0:24215:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789480361.580391:0:24215:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789480361.580393:0:24215:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789480361.580394:0:24215:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789480361.580396:0:24215:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789480361.580397:0:24215:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789480361.580401:0:24215:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1789480361.580403:0:24215:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789480361.580404:0:24215:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789480361.580406:0:24215:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789480361.580406:0:24215:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789480361.580407:0:24215:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789480361.580409:0:24215:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789480361.580410:0:24215:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789480361.580411:0:24215:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789480361.580412:0:24215:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789480361.580433:0:24215:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1789480361.580450:0:24215:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528030976:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789480361.580494:0:24215:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1789480361.580585:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8a6986a1f480 x1876405528030848/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789480371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480361.580597:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789480361.580606:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1789480361.580613:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1789480361.580618:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1789480361.580621:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6987c27800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789480361.580628:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1876405528030848:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789480361.583472:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528030976 00000100:00100000:2.0:1789480361.583483:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528030976 00000100:00100000:0.0:1789480361.583495:0:24215:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a897946c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789480361.583859:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1789480361.583870:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:24215:x1876405528030976:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789480361.583900:0:22709:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1789480361.583913:0:22709:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1789480361.585300:0:22709:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789480361.585316:0:22709:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1789480361.585597:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:24215:x1876405528030976:12345-0@lo:253:mount.lustre.0 Request processed in 1725us (5098us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480361.585609:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1789480361.585622:0:24215:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:24215:1876405528030976:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789480361.585637:0:24215:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1789480361.585640:0:24215:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789480361.585642:0:24215:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789480361.585644:0:24215:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789480361.585645:0:24215:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789480361.585646:0:24215:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789480361.585647:0:24215:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789480361.585649:0:24215:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789480361.585650:0:24215:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789480361.585651:0:24215:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1789480361.585665:0:24215:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:0.0:1789480361.585682:0:22730:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1789480361.585688:0:22730:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1789480361.585707:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243ee65 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.585732:0:22730:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243edaf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243eda8 expref: 20 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.585740:0:22730:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a6abb4bc400/0xdaa289fda243edbd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243edb6 expref: 20 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.585747:0:22730:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243ee65 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.585793:0:22730:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a6abb4bc400/0xdaa289fda243edbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdaa289fda243edb6 expref: 20 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.585806:0:22730:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a6abb4bc400/0xdaa289fda243edbd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdaa289fda243edb6 expref: 20 pid: 22708 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480361.585819:0:22730:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1ed80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1876405528031104:0@lo:104: 00000100:00100000:0.0:1789480361.585855:0:22730:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789480361.585896:0:22730:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243edaf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdaa289fda243eda8 expref: 20 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.585904:0:22730:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243edaf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdaa289fda243eda8 expref: 20 pid: 22707 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480361.585912:0:22730:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1e680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1876405528031232:0@lo:104: 00000100:00100000:0.0:1789480361.585941:0:22730:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480361.585957:0:22730:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a89794f00 going to sleep for 11 seconds 00000100:00100000:0.0:1789480361.585979:0:22697:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1789480361.585994:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528031104 00000100:00100000:0.0:1789480361.585999:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528031104 00000100:00100000:0.0:1789480361.586034:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528031232 00000100:00100000:0.0:1789480361.586038:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528031232 00000100:00100000:0.0:1789480361.586058:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789480361.586067:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+4:22730:x1876405528031104:12345-0@lo:104: 00010000:00010000:0.0:1789480361.586079:0:22697:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.144@tcp lock: ffff8a6a983fee00/0xdaa289fda243edb6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243edbd expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586128:0:22697:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789480361.586135:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+4:22730:x1876405528031104:12345-0@lo:104: Request processed in 70us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480361.586143:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789480361.586160:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789480361.586167:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69874db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+3:22730:x1876405528031232:12345-0@lo:104: 00010000:00010000:0.0:1789480361.586175:0:22697:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bda00/0xdaa289fda243eda8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243edaf expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586229:0:22697:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789480361.586235:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69874db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+3:22730:x1876405528031232:12345-0@lo:104: Request processed in 70us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480361.586241:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789480361.586286:0:22730:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1ed80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1876405528031104:0@lo:104: 00000100:00100000:0.0:1789480361.586293:0:22730:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1e680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1876405528031232:0@lo:104: 00010000:00010000:0.0:1789480361.586307:0:22730:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243ee65 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586322:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789480361.586326:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6a983fee00/0xdaa289fda243edb6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243edbd expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586344:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a983fee00 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:0.0:1789480361.586347:0:22702:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6a983fee00/0xdaa289fda243edb6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xdaa289fda243edbd expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586355:0:22702:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6a983fee00/0xdaa289fda243edb6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xdaa289fda243edbd expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789480361.586362:0:22702:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6a983fee00/0xdaa289fda243edb6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xdaa289fda243edbd expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789480361.586369:0:22702:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789480361.586395:0:22702:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6a983fee00/0xdaa289fda243edb6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243edbd expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586402:0:22702:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789480361.586419:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6a983fee00/0xdaa289fda243edb6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243edbd expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586426:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6a983fee00/0xdaa289fda243edb6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243edbd expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586436:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789480361.586439:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bda00/0xdaa289fda243eda8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243edaf expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586445:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bda00 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:0.0:1789480361.586448:0:22702:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bda00/0xdaa289fda243eda8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xdaa289fda243edaf expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586465:0:22702:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bda00/0xdaa289fda243eda8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xdaa289fda243edaf expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789480361.586472:0:22702:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bda00/0xdaa289fda243eda8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xdaa289fda243edaf expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789480361.586477:0:22702:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789480361.586490:0:22702:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bda00/0xdaa289fda243eda8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243edaf expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586495:0:22702:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789480361.586507:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bda00/0xdaa289fda243eda8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243edaf expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586514:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bda00/0xdaa289fda243eda8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243edaf expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586525:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480361.586527:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480361.586529:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480361.586534:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789480361.586549:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3646:1876405528031360:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789480361.586575:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480361.586606:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3647:1876405528031488:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789480361.586629:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480361.586657:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528031360 00000100:00100000:0.0:1789480361.586660:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528031360 00010000:00010000:0.0:1789480361.586675:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a6abb4bc400/0xdaa289fda243edbd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243edb6 expref: 21 pid: 22708 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480361.586701:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528031488 00000100:00100000:0.0:1789480361.586704:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528031488 00010000:00010000:0.0:1789480361.586718:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243edaf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243eda8 expref: 22 pid: 22707 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480361.586728:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789480361.586733:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:3646:x1876405528031360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789480361.586741:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789480361.586745:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a6abb4bc400/0xdaa289fda243edbd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243edb6 expref: 22 pid: 22708 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586753:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a6abb4bc400/0xdaa289fda243edbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdaa289fda243edb6 expref: 22 pid: 22708 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586765:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6abb4bc400/0xdaa289fda243edbd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdaa289fda243edb6 expref: 22 pid: 22708 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586788:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789480361.586815:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:3646:x1876405528031360:12345-0@lo:103:ldlm_bl.0 Request processed in 81us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480361.586821:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789480361.586835:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789480361.586841:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a698777c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:3647:x1876405528031488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789480361.586849:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789480361.586854:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243edaf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243eda8 expref: 20 pid: 22707 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586865:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243edaf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdaa289fda243eda8 expref: 20 pid: 22707 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586883:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243edaf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdaa289fda243eda8 expref: 20 pid: 22707 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586894:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243ee65 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586902:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243ee65 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1789480361.586915:0:22701:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003291416s 00010000:00010000:0.0:1789480361.586919:0:22701:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243ee65 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586927:0:22701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243ee65 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586934:0:22701:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243ee65 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586940:0:22701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243ee65 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586945:0:22701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a983fe000 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:0.0:1789480361.586950:0:22701:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243ee65 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586957:0:22701:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243ee65 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586971:0:22701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243ee65 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.586986:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789480361.587033:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a698777c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+19:3647:x1876405528031488:12345-0@lo:103:ldlm_bl.0 Request processed in 192us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480361.587040:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789480361.587084:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3646:1876405528031360:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789480361.587099:0:22730:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243ee65 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.587106:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243ee65 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480361.587113:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243ee65 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480361.589408:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3647:1876405528031488:0@lo:103:ldlm_bl.0 00000001:00000004:1.0:1789480361.591184:0:24215:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1789480361.593980:0:24215:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1789480361.593989:0:24215:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1789480361.594022:0:24215:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789480361.594064:0:24215:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.206.144@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789480361.594085:0:24215:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1789480361.594110:0:24215:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1789480361.598217:0:24215:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789480361.598428:0:24215:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789480361.799683:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789480362.507682:0:24296:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789480362.509682:0:24296:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1789480362.693368:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528031616:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789480362.693459:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480362.693540:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528031744:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789480362.693567:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480362.693610:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528031616 00000100:00100000:0.0:1789480362.693620:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528031616 00000100:00100000:0.0:1789480362.693661:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528031744 00000100:00100000:0.0:1789480362.693665:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528031744 00000100:00100000:0.0:1789480362.693682:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789480362.693692:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528031616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789480362.693734:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789480362.693805:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528031616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480362.693819:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789480362.693837:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789480362.693843:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528031744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789480362.693862:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789480362.693893:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528031744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480362.693899:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789480362.693944:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528031744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789480362.694000:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528031616:0@lo:41:osp-pre-0-1.0 10000000:01000000:0.0:1789480362.820431:0:22711:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789480362.820440:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8a6a828a2800 from 13 10000000:01000000:0.0:1789480362.820447:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789480362.820510:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983fea00/0xdaa289fda243ee6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480362.820832:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480362.822974:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6a983fea00/0xdaa289fda243ee6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480362.822997:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6a983fea00/0xdaa289fda243ee6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480362.823039:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528031872:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789480362.823134:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480362.823219:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6986b510c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789480362.823257:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528031872 00000100:00100000:3.0:1789480362.823267:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528031872 00000100:00100000:3.0:1789480362.823335:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1789480362.823347:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+19:22711:x1876405528031872:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789480362.823365:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480362.823388:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ee73 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ee6c expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480362.823418:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ee73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ee6c expref: 20 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480362.823428:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ee73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ee6c expref: 20 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480362.823452:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6987ecc400, rc 0) 00000100:00100000:3.0:1789480362.823509:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:22711:x1876405528031872:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480362.823516:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789480362.823791:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528031872:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789480362.823809:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6a983fea00/0xdaa289fda243ee6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ee73 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480362.823832:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6a983fea00/0xdaa289fda243ee6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ee73 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480362.823900:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528032000:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789480362.823936:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480362.824013:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6986b510c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789480362.828549:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528032000 00000100:00100000:3.0:1789480362.828568:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528032000 00000100:00100000:3.0:1789480362.828641:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1789480362.828651:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:22711:x1876405528032000:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789480362.828933:0:22709:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789480362.828960:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789480362.828963:0:22709:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1789480362.829132:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:22711:x1876405528032000:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 482us (5195us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480362.829142:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1789480362.829575:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528032000:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789480362.829670:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789480362.829695:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6a983fea00/0xdaa289fda243ee6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ee73 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480362.829708:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6a983fea00/0xdaa289fda243ee6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ee73 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789480362.829720:0:22711:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789480362.829723:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8a6985d0b800 from 13 10000000:01000000:1.0:1789480362.829726:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789480362.829777:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ab796da00/0xdaa289fda243ee7a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480362.829785:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6ab796da00/0xdaa289fda243ee7a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480362.829795:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6ab796da00/0xdaa289fda243ee7a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480362.829819:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528032128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789480362.829860:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480362.829903:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a897d29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789480362.831464:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528032128 00000100:00100000:3.0:1789480362.831482:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528032128 00000100:00100000:3.0:1789480362.831586:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1789480362.831599:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:22711:x1876405528032128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789480362.831619:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480362.831643:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6987ecd000/0xdaa289fda243ee81 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ee7a expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480362.831687:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6987ecd000/0xdaa289fda243ee81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ee7a expref: 21 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480362.831700:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6987ecd000/0xdaa289fda243ee81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ee7a expref: 21 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480362.831731:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6987ecd000, rc 0) 00000100:00100000:3.0:1789480362.831838:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:22711:x1876405528032128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 241us (1977us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480362.831845:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1789480362.832521:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528032128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789480362.832547:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6ab796da00/0xdaa289fda243ee7a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ee81 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480362.832574:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6ab796da00/0xdaa289fda243ee7a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ee81 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480362.832650:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528032256:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789480362.832704:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480362.832739:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a897d29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789480362.832941:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528032256 00000100:00100000:0.0:1789480362.832948:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528032256 00000100:00100000:0.0:1789480362.833005:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1789480362.833016:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:22711:x1876405528032256:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789480362.833037:0:22708:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789480362.833057:0:22708:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789480362.833060:0:22708:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1789480362.833162:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:22711:x1876405528032256:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 147us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480362.833170:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1789480362.833968:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528032256:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789480362.834055:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789480362.834066:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ab796da00/0xdaa289fda243ee7a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ee81 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480362.834079:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6ab796da00/0xdaa289fda243ee7a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ee81 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480363.844822:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480364.868416:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480365.892500:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789480366.341442:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:0.0:1789480366.788592:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789480366.788598:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789480366.788601:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789480366.788604:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789480366.788618:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789480366.788621:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789480366.788630:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789480366.788633:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789480366.788661:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3646:1876405528032384:0@lo:400:kworker.0 00000100:00100000:0.0:1789480366.788688:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876405528032512:0@lo:400:kworker.0 00000100:00100000:3.0:1789480366.788730:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528032768:0@lo:400:kworker.0 00000100:00100000:1.0:1789480366.788739:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480366.788739:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480366.788786:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480366.788793:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876405528032896:0@lo:400:kworker.0 00000100:00100000:0.0:1789480366.788804:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876405528033024:0@lo:400:kworker.0 00000100:00100000:1.0:1789480366.788829:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480366.788837:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876405528032640:0@lo:400:kworker.0 00000100:00100000:0.0:1789480366.788841:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528032384 00000100:00100000:0.0:1789480366.788849:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528032384 00000100:00100000:1.0:1789480366.788866:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528032896 00000100:00100000:3.0:1789480366.788871:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480366.788872:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528032896 00000100:00100000:0.0:1789480366.788895:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789480366.788896:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876405528033152:0@lo:400:kworker.0 00000100:00100000:1.0:1789480366.788898:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528032640 00000100:00100000:1.0:1789480366.788903:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528032640 00000100:00100000:0.0:1789480366.788905:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:3646:x1876405528032384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789480366.788920:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789480366.788926:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa47a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876405528032896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480366.788946:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480366.788975:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa47a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876405528032896:12345-0@lo:400:kworker.0 Request processed in 49us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480366.788975:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:3646:x1876405528032384:12345-0@lo:400:kworker.0 Request processed in 71us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480366.788983:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1789480366.788986:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789480366.788993:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528033152 00000100:00100000:3.0:1789480366.788998:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528033152 00000100:00100000:1.0:1789480366.789002:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789480366.789011:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876405528032640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480366.789014:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528032512 00000100:00100000:0.0:1789480366.789018:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528032512 00000100:00100000:3.0:1789480366.789035:0:22716:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1789480366.789040:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528032768 00000100:00100000:3.0:1789480366.789044:0:22716:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:0.0:1789480366.789045:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528032768 00000100:00100000:1.0:1789480366.789048:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876405528032640:12345-0@lo:400:kworker.0 Request processed in 39us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480366.789054:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789480366.789062:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789480366.789064:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789480366.789068:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1876405528032512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789480366.789070:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876405528033152:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1789480366.789077:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789480366.789102:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876405528033152:12345-0@lo:400:kworker.0 Request processed in 31us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480366.789102:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1876405528032512:12345-0@lo:400:kworker.0 Request processed in 33us (364us total) trans 0 rc 0/0 00010000:00080000:3.0:1789480366.789108:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6986a1e300 x1876405528032640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480366.789113:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789480366.789113:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789480366.789133:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789480366.789137:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876405528032640:0@lo:400:kworker.0 00000100:00100000:0.0:1789480366.789144:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528032768:12345-0@lo:400:kworker.0 00010000:00080000:3.0:1789480366.789155:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6986a1e680 x1876405528033152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480366.789165:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876405528033152:0@lo:400:kworker.0 00000100:00100000:0.0:1789480366.789219:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528032768:12345-0@lo:400:kworker.0 Request processed in 78us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480366.789233:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789480366.789344:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480366.789372:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876405528032512:0@lo:400:kworker.0 00000100:00100000:0.0:1789480366.789393:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3646:1876405528032384:0@lo:400:kworker.0 00010000:00080000:0.0:1789480366.789403:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6986a1ea00 x1876405528032896/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480366.789412:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876405528032896:0@lo:400:kworker.0 00000100:00100000:0.0:1789480366.789432:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528033024 00000100:00100000:0.0:1789480366.789435:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528033024 00000100:00100000:0.0:1789480366.789469:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789480366.789475:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876405528033024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480366.789515:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876405528033024:12345-0@lo:400:kworker.0 Request processed in 41us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480366.789520:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:0.0:1789480366.789534:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1789480366.789550:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6986a1df80 x1876405528033024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480366.789559:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876405528033024:0@lo:400:kworker.0 00000100:00100000:1.0:1789480366.789585:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528032768:0@lo:400:kworker.0 00010000:00010000:1.0:1789480366.916532:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789480367.270115:0:24586:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg644-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1789480367.812646:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789480367.812668:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876405528033280:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789480367.812729:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480367.812781:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528033280 00000100:00100000:0.0:1789480367.812794:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528033280 00000100:00100000:0.0:1789480367.812834:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789480367.812841:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876405528033280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789480367.812886:0:22720:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789480367.812928:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1876405528033280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480367.812935:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789480367.812977:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876405528033280:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789480367.815925:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789480367.815944:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528033408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789480367.816008:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480367.816168:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528033408 00000100:00100000:0.0:1789480367.816176:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528033408 00000100:00100000:0.0:1789480367.816244:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789480367.816253:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528033408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789480367.816295:0:22720:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789480367.816339:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528033408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480367.816346:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789480367.816386:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528033408:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1789480367.940579:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789480368.136215:0:24639:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789480368.138474:0:24639:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000020:00000004:2.0:1789480368.956768:0:24690:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789480368.957000:0:24690:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789480368.964364:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789480369.670349:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789480369.989333:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480371.012284:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789480371.912049:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789480371.912056:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789480371.912059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789480371.912061:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789480371.912085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789480371.912088:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789480371.912090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789480371.912093:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789480371.912131:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528033664:0@lo:400:kworker.0 00000100:00100000:3.0:1789480371.912212:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480371.912257:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6988a60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876405528034176:0@lo:400:kworker.0 00000100:00100000:3.0:1789480371.912283:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480371.912306:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1789480371.912311:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3648:1876405528033536:0@lo:400:kworker.0 00000100:00100000:3.0:1789480371.912335:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480371.912358:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6988a61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876405528034048:0@lo:400:kworker.0 00000100:00100000:3.0:1789480371.912377:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480371.912401:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528033920:0@lo:400:kworker.0 00000100:00100000:3.0:1789480371.912422:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480371.912449:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1789480371.912455:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a862f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876405528033792:0@lo:400:kworker.0 00000100:00100000:3.0:1789480371.912589:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480371.912610:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6988a63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876405528034304:0@lo:400:kworker.0 00000100:00100000:3.0:1789480371.912633:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480371.912659:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528033664 00000100:00100000:3.0:1789480371.912665:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528033664 00000100:00100000:3.0:1789480371.912694:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528033920 00000100:00100000:3.0:1789480371.912697:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528033920 00000100:00100000:3.0:1789480371.912713:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789480371.912732:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988a61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528033664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480371.912782:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988a61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528033664:12345-0@lo:400:kworker.0 Request processed in 51us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480371.912790:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789480371.912806:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789480371.912812:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988a60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528033920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480371.912845:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988a60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528033920:12345-0@lo:400:kworker.0 Request processed in 32us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480371.912850:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789480371.912869:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528034176 00000100:00100000:3.0:1789480371.912872:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528034176 00000100:00100000:3.0:1789480371.912898:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528034048 00000100:00100000:3.0:1789480371.912901:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528034048 00000100:00100000:3.0:1789480371.912911:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528033792 00000100:00100000:3.0:1789480371.912914:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528033792 00000100:00100000:3.0:1789480371.912922:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528034304 00000100:00100000:3.0:1789480371.912924:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528034304 00000100:00100000:3.0:1789480371.912939:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789480371.912944:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988a63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876405528034176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480371.912980:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988a63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1876405528034176:12345-0@lo:400:kworker.0 Request processed in 36us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480371.912986:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789480371.912999:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789480371.913005:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988a62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876405528034048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480371.913028:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988a62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876405528034048:12345-0@lo:400:kworker.0 Request processed in 24us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480371.913033:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789480371.913045:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789480371.913050:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988a60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876405528033792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480371.913074:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988a60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876405528033792:12345-0@lo:400:kworker.0 Request processed in 24us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480371.913080:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789480371.913091:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789480371.913096:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988a61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876405528034304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480371.913121:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988a61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1876405528034304:12345-0@lo:400:kworker.0 Request processed in 25us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480371.913127:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789480371.913143:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528033536 00000100:00100000:3.0:1789480371.913146:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528033536 00000100:00100000:3.0:1789480371.913170:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1789480371.913175:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:3648:x1876405528033536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480371.913223:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:3648:x1876405528033536:12345-0@lo:400:kworker.0 Request processed in 47us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480371.913229:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:3.0:1789480371.913276:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789480371.913280:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1789480371.913307:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6a862f8000 x1876405528033792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480371.913320:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876405528033792:0@lo:400:kworker.0 00010000:00080000:3.0:1789480371.913331:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6988a63480 x1876405528034304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480371.913340:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6988a63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1876405528034304:0@lo:400:kworker.0 00000100:00100000:3.0:1789480371.913349:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528033920:0@lo:400:kworker.0 00000100:00100000:3.0:1789480371.913378:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3648:1876405528033536:0@lo:400:kworker.0 00010000:00080000:3.0:1789480371.913389:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6988a61880 x1876405528034048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480371.913397:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6988a61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876405528034048:0@lo:400:kworker.0 00000100:00100000:3.0:1789480371.913406:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a862f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528033664:0@lo:400:kworker.0 00010000:00080000:3.0:1789480371.913414:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6988a60380 x1876405528034176/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480371.913422:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6988a60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1876405528034176:0@lo:400:kworker.0 00010000:00010000:3.0:1789480372.036332:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789480372.869054:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789480357/real 1789480357] req@ffff8a6aaa479500 x1876405528026752/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480372 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480372.869083:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a6aaa479500 x1876405528026752/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480372 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480372.869093:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789480357/real 1789480357] req@ffff8a6aaa478380 x1876405528026880/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480372 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480372.869105:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a6aaa478380 x1876405528026880/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480372 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789480372.869125:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a69878bf000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789480372.869310:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789480372.869315:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa479500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528026752:0@lo:8:kworker.0 00000100:00080000:1.0:1789480372.869321:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6aaaa8e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1789480372.871404:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789480372.871425:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3645:1876405528034432:0@lo:400:kworker.0 00000100:00080000:2.0:1789480372.871442:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789480372.871448:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789480372.871451:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789480372.871453:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789480372.871476:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789480372.871479:0:13097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789480372.871483:0:13097:0:(import.c:65:import_set_state_nolock()) ffff8a69878bf000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789480372.871488:0:13097:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 726 00000100:00080000:2.0:1789480372.871493:0:13097:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:0.0:1789480372.871502:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789480372.871505:0:13097:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8a69878bf000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:2.0:1789480372.871525:0:13097:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa461500 x1876405528034944/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789480372.871549:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789480372.871552:0:13097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789480372.871554:0:13097:0:(import.c:65:import_set_state_nolock()) ffff8a6aaaa8e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789480372.871557:0:13097:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 726 00000100:00080000:2.0:1789480372.871559:0:13097:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789480372.871724:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789480372.871730:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa478380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528026880:0@lo:8:kworker.0 00000100:00080000:2.0:1789480372.871747:0:13097:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8a6aaaa8e000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:1.0:1789480372.871856:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528034944:0@lo:8:kworker.0 00000100:00100000:1.0:1789480372.871894:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480372.872104:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789480372.872114:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528034816:0@lo:400:kworker.0 00000100:00100000:3.0:1789480372.872145:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480372.872174:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876405528034688:0@lo:400:kworker.0 00000100:00100000:3.0:1789480372.872222:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480372.872238:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789480372.872243:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528034560:0@lo:400:kworker.0 00000100:00100000:3.0:1789480372.872258:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480372.872287:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528034944 00000100:00100000:3.0:1789480372.872293:0:24220:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528034944 00000100:00100000:3.0:1789480372.872319:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789480372.872325:0:24220:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa478380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3644:x1876405528034944:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789480372.872349:0:24220:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 741 last 0 00000020:00000080:3.0:1789480372.872372:0:24220:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xdaa289fda243ee88 00002000:00100000:3.0:1789480372.872383:0:24220:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8a6987cd2800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:3.0:1789480372.872387:0:24220:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:3.0:1789480372.872390:0:24220:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:0.0:1789480372.872603:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528034432 00000100:00100000:0.0:1789480372.872607:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528034432 00000100:00100000:0.0:1789480372.872759:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1789480372.872767:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:3645:x1876405528034432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480372.872805:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:3645:x1876405528034432:12345-0@lo:400:kworker.0 Request processed in 40us (1305us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480372.872817:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1789480372.873744:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3645:1876405528034432:0@lo:400:kworker.0 00002000:00080000:3.0:1789480372.873961:0:24220:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:3.0:1789480372.873986:0:24220:0:(import.c:65:import_set_state_nolock()) ffff8a6987cd6000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789480372.874052:0:24220:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa478380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3644:x1876405528034944:12345-0@lo:8:kworker.0 Request processed in 1725us (2156us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480372.874060:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789480372.874086:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528034816 00000100:00100000:3.0:1789480372.874091:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528034816 00000100:00100000:3.0:1789480372.874111:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528034560 00000100:00100000:3.0:1789480372.874114:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528034560 00000100:00100000:3.0:1789480372.874131:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789480372.874139:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988a60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528034816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480372.874163:0:13097:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa462300 x1876405528035072/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789480372.874213:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988a60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528034816:12345-0@lo:400:kworker.0 Request processed in 75us (2067us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480372.874219:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789480372.874241:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789480372.874246:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988a63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528034560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480372.874281:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988a63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528034560:12345-0@lo:400:kworker.0 Request processed in 35us (2022us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480372.874286:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789480372.874303:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528034688 00000100:00100000:3.0:1789480372.874307:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528034688 00000100:00100000:3.0:1789480372.874330:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789480372.874474:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528035072:0@lo:8:kworker.0 00000100:00080000:2.0:1789480372.874475:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789480372.874483:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789480372.874486:0:13097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789480372.874488:0:13097:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789480372.874524:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1789480372.874567:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6aaa461500 x1876405528034944/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789480392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480372.874576:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789480372.874583:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789480372.874591:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1789480372.874596:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1789480372.874598:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a69878bf000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1789480372.874610:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1789480372.874614:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528034944:0@lo:8:kworker.0 00000004:00080000:1.0:1789480372.874651:0:23455:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:2.0:1789480372.874687:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528035072 00000100:00100000:2.0:1789480372.874693:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528035072 00000100:00100000:2.0:1789480372.874724:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789480372.874730:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa479500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876405528035072:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1789480372.874746:0:24222:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000004:00080000:1.0:1789480372.875032:0:23455:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 741798840089ns, next at 0ns, rc = 0 00080000:00080000:1.0:1789480372.875039:0:23455:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1789480372.875219:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789480372.875229:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876405528035200:0@lo:400:kworker.0 00000100:00100000:1.0:1789480372.875262:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480372.875566:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528034816:0@lo:400:kworker.0 00000100:00100000:0.0:1789480372.875589:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876405528035328:0@lo:400:kworker.0 00000100:00100000:0.0:1789480372.875615:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480372.875646:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789480372.875651:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876405528035456:0@lo:400:kworker.0 00000100:00100000:0.0:1789480372.875801:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1789480372.875910:0:23456:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:0.0:1789480372.875928:0:23456:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23456:1876405528035712:0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1789480372.875953:0:23456:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480372.875966:0:23456:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2a7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789480372.875984:0:24221:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1789480372.875990:0:24221:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:0.0:1789480372.876003:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528035200 00000100:00100000:0.0:1789480372.876007:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528035200 00000100:00100000:0.0:1789480372.876028:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528035328 00000100:00100000:0.0:1789480372.876030:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528035328 00000100:00100000:0.0:1789480372.876039:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528035456 00000100:00100000:0.0:1789480372.876041:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528035456 00000100:00100000:0.0:1789480372.876053:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789480372.876060:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa479180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876405528035200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480372.876096:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa479180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876405528035200:12345-0@lo:400:kworker.0 Request processed in 37us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480372.876102:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789480372.876117:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789480372.876122:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876405528035328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480372.876165:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1876405528035328:12345-0@lo:400:kworker.0 Request processed in 43us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480372.876171:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789480372.876182:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789480372.876209:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876405528035456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480372.876235:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876405528035456:12345-0@lo:400:kworker.0 Request processed in 48us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480372.876241:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789480372.876254:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789480372.876260:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528035584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789480372.876284:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480372.876309:0:24220:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1789480372.876314:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528035712 00000100:00100000:0.0:1789480372.876318:0:24220:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528035712 00010000:00080000:0.0:1789480372.876425:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6aaa460000 x1876405528035456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480372.876450:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876405528035456:0@lo:400:kworker.0 00010000:00080000:0.0:1789480372.876461:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6aaa461180 x1876405528035328/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480372.876469:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1876405528035328:0@lo:400:kworker.0 00000100:00080000:0.0:1789480372.876487:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789480372.877173:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988a61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876405528034688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480372.877239:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988a61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1876405528034688:12345-0@lo:400:kworker.0 Request processed in 2903us (5016us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480372.877247:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789480372.877292:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528034560:0@lo:400:kworker.0 00010000:00080000:3.0:1789480372.877304:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6aaa463100 x1876405528034688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480372.877313:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1876405528034688:0@lo:400:kworker.0 00000100:00100000:3.0:1789480372.877347:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528035584 00000100:00100000:3.0:1789480372.877352:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528035584 00000100:00100000:3.0:1789480372.877378:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789480372.877385:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3646:x1876405528035584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789480372.877406:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789480372.878472:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3646:x1876405528035584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1082us (2182us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480372.878482:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1789480372.878539:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6986a1f800 x1876405528035584/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789480388 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480372.878570:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528035584:0@lo:13:osp-pre-0-1.0 00010000:00080000:0.0:1789480372.879225:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6aaa463480 x1876405528035200/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480372.879241:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876405528035200:0@lo:400:kworker.0 00000100:00100000:0.0:1789480372.881051:0:24862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789480372.881073:0:24862:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23456:x1876405528035712:12345-0@lo:7:osp-pre-0-1.0 00000004:00080000:0.0:1789480372.883571:0:23447:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:0.0:1789480372.895663:0:24862:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:0.0:1789480372.895672:0:24862:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1789480372.895783:0:24862:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23456:x1876405528035712:12345-0@lo:7:osp-pre-0-1.0 Request processed in 14712us (19825us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480372.895794:0:24862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1789480372.896157:0:23456:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6986a1f480 x1876405528035712/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789480388 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480372.896174:0:23456:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23456:1876405528035712:0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1789480372.896205:0:23456:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:3.0:1789480372.896244:0:23456:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6988a62a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23456:1876405528035840:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1789480372.896275:0:23456:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480372.896300:0:23456:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a86296b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789480372.896526:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528035840 00000100:00100000:0.0:1789480372.896533:0:24220:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528035840 00000100:00100000:0.0:1789480372.896656:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789480372.896667:0:24220:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23456:x1876405528035840:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1789480372.896692:0:24220:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1789480372.896746:0:24220:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988a60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23456:x1876405528035840:12345-0@lo:5:osp-pre-0-1.0 Request processed in 82us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480372.896753:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1789480372.904072:0:23456:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6988a62a00 x1876405528035840/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789480388 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480372.904091:0:23456:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6988a62a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23456:1876405528035840:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1789480372.904105:0:23456:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1789480372.904150:0:23456:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23456:1876405528035968:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1789480372.904335:0:23456:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480372.904365:0:23456:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6ab3332c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789480372.904385:0:24862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528035968 00000100:00100000:0.0:1789480372.904392:0:24862:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528035968 00000100:00100000:0.0:1789480372.904445:0:24862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789480372.904455:0:24862:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23456:x1876405528035968:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1789480372.904739:0:24862:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:2.0:1789480372.910013:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa479500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876405528035072:12345-0@lo:8:kworker.0 Request processed in 35277us (35484us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789480372.910028:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1789480372.910167:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6aaaa8e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789480372.910174:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789480372.910179:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528035072:0@lo:8:kworker.0 00000100:00100000:0.0:1789480372.933236:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876405528036096:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789480372.933299:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480372.933562:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789480372.933572:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa479c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528036224:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789480372.933602:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480372.933631:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528036096 00000100:00100000:1.0:1789480372.933638:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528036096 00000100:00100000:1.0:1789480372.933911:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528036224 00000100:00100000:1.0:1789480372.933916:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528036224 00000100:00100000:1.0:1789480372.933937:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789480372.933944:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876405528036096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789480372.933975:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789480372.934021:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876405528036096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480372.934028:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789480372.934044:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789480372.934051:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa478a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528036224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789480372.934067:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789480372.934097:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa478a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528036224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 46us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480372.934102:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789480372.934139:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa479c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528036224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789480372.934239:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876405528036096:0@lo:41:osp-pre-1-0.0 00000001:00080000:1.0:1789480372.948995:0:24216:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:1.0:1789480372.949013:0:24216:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:2.0:1789480372.949477:0:24862:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23456:x1876405528035968:12345-0@lo:5:osp-pre-0-1.0 Request processed in 45008us (45128us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789480372.949489:0:24862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1789480372.953925:0:23456:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6986a1e680 x1876405528035968/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789480388 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480372.953942:0:23456:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1789480372.953950:0:23456:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23456:1876405528035968:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1789480372.953966:0:23456:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1789480372.954021:0:23456:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23456:1876405528036352:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1789480372.954074:0:23456:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480372.954107:0:23456:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6ab3332c00 going to sleep for 11 seconds 00000100:00100000:2.0:1789480372.954742:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528036352 00000100:00100000:2.0:1789480372.954751:0:22725:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528036352 00000100:00100000:2.0:1789480372.955695:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789480372.955719:0:22725:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23456:x1876405528036352:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1789480372.955808:0:22725:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23456:x1876405528036352:12345-0@lo:900:osp-pre-0-1.0 Request processed in 103us (1733us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480372.955816:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789480372.956534:0:23456:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6986a1e680 x1876405528036352/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789480388 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480372.956548:0:23456:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1e680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23456:1876405528036352:0@lo:900:osp-pre-0-1.0 00010000:00010000:2.0:1789480373.062869:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480374.086740:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480375.108269:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1789480375.767172:0:25036:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789480375.767176:0:25036:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:1.0:1789480375.767178:0:25036:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1789480375.767309:0:25036:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8a6a98323000 00000020:01000004:1.0:1789480375.767323:0:25036:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1789480375.767336:0:25036:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1789480375.767355:0:25036:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8a6986980000) 00000020:00000080:1.0:1789480375.767372:0:25036:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1789480375.827335:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789480375.830402:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1789480375.831283:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1789480375.832141:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789480375.833010:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1789480375.833764:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789480375.834721:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:3.0:1789480375.836629:0:25036:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789480375.836846:0:25036:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1789480375.836860:0:25036:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789480375.836870:0:25036:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xdaa289fda243ee96 00000020:01000004:3.0:1789480375.836876:0:25036:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:3.0:1789480375.836895:0:25036:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.206.144@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789480375.836898:0:25036:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.206.144@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1789480375.836903:0:25036:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1789480375.836927:0:25036:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:3.0:1789480375.836930:0:25036:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.206.144@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:2.0:1789480375.854851:0:25036:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.206.144@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789480375.854889:0:25036:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.206.144@tcp, index=0001, flags=0x20002 00000020:01000004:2.0:1789480375.854894:0:25036:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789480375.854896:0:25036:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789480375.854897:0:25036:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789480375.854899:0:25036:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789480375.854900:0:25036:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789480375.854901:0:25036:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789480375.854903:0:25036:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789480375.854904:0:25036:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789480375.854906:0:25036:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789480375.854909:0:25036:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:2.0:1789480375.854912:0:25036:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789480375.854913:0:25036:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789480375.854914:0:25036:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789480375.854915:0:25036:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789480375.854916:0:25036:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789480375.854917:0:25036:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789480375.854918:0:25036:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789480375.854919:0:25036:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789480375.854926:0:25036:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789480375.854951:0:25036:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1789480375.854971:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528036480:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789480375.855038:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480375.855153:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6ab33329c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789480375.855422:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528036480 00000100:00100000:3.0:1789480375.855431:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528036480 00000100:00100000:3.0:1789480375.855679:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1789480375.855690:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:25036:x1876405528036480:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789480375.855733:0:22709:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1789480375.855737:0:22709:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:3.0:1789480375.855741:0:22709:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1789480375.856040:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:25036:x1876405528036480:12345-0@lo:253:mount.lustre.0 Request processed in 352us (1000us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480375.856049:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1789480375.856129:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528036480:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789480375.856140:0:25036:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1789480375.856142:0:25036:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789480375.856144:0:25036:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789480375.856146:0:25036:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789480375.856147:0:25036:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789480375.856148:0:25036:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789480375.856149:0:25036:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789480375.856151:0:25036:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789480375.856152:0:25036:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789480375.856163:0:25036:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789480375.856179:0:25036:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8a6a98323000 from lustre-OST0001 10000000:01000000:2.0:1789480375.856239:0:25036:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:2.0:1789480375.856242:0:25036:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1789480375.856250:0:25036:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8a6ab9ba0000 local copy 00010000:00010000:2.0:1789480375.856258:0:25036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ab796ca00/0xdaa289fda243ebb0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ebb7 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480375.856364:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528036608:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789480375.856395:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480375.856884:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2fe6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789480375.856958:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528036608 00000100:00100000:1.0:1789480375.856966:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528036608 00000100:00100000:1.0:1789480375.856995:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1789480375.857002:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:25036:x1876405528036608:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789480375.857180:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:25036:x1876405528036608:12345-0@lo:501:mount.lustre.0 Request processed in 178us (784us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789480375.857211:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1789480375.857730:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528036608:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789480375.857751:0:25036:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.206.144@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1789480375.857775:0:25036:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.206.144@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1789480375.857783:0:25036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ab796ca00/0xdaa289fda243ebb0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ebb7 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480375.857805:0:25036:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6ab796ca00/0xdaa289fda243ebb0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ebb7 expref: -99 pid: 22693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789480375.857832:0:25036:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8a6a98323000 10000000:01000000:2.0:1789480375.857837:0:25036:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789480375.857843:0:25036:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1789480375.857846:0:25036:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789480375.857850:0:25036:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:2.0:1789480375.857853:0:25036:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1789480375.857879:0:25036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd600/0xdaa289fda243ee9d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480375.857887:0:25036:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd600/0xdaa289fda243ee9d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480375.857896:0:25036:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd600/0xdaa289fda243ee9d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480375.857911:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528036736:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789480375.857948:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480375.857972:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2fe6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789480375.858026:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528036736 00000100:00100000:3.0:1789480375.858031:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528036736 00000100:00100000:3.0:1789480375.858173:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1789480375.858208:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:25036:x1876405528036736:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789480375.858220:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480375.858233:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6987ecde00/0xdaa289fda243eea4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ee9d expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480375.858254:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6987ecde00/0xdaa289fda243eea4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ee9d expref: 22 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480375.858264:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6987ecde00/0xdaa289fda243eea4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ee9d expref: 22 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480375.858273:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6987ecde00, rc 0) 00000100:00100000:3.0:1789480375.858475:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:25036:x1876405528036736:12345-0@lo:101:mount.lustre.0 Request processed in 293us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480375.858861:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528036736:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789480375.858876:0:25036:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd600/0xdaa289fda243ee9d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243eea4 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480375.858886:0:25036:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd600/0xdaa289fda243ee9d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243eea4 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480375.860059:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000040:00080000:2.0:1789480375.860841:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:2.0:1789480375.861690:0:25036:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789480375.864647:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1789480375.864713:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1789480375.864736:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1789480375.864750:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1789480375.864764:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1789480375.864779:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1789480375.864793:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1789480375.864807:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1789480375.864820:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1789480375.864847:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1789480375.864854:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1789480375.864950:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528036864:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789480375.865016:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480375.865363:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2fe9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789480375.865544:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528036864 00000100:00100000:1.0:1789480375.865613:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528036864 00000100:00100000:1.0:1789480375.865669:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1789480375.865678:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:25036:x1876405528036864:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789480375.865837:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:25036:x1876405528036864:12345-0@lo:501:mount.lustre.0 Request processed in 159us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480375.865844:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789480375.865976:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528036864:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789480375.866011:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528036992:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789480375.866058:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480375.866153:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2fe9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789480375.866370:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528036992 00000100:00100000:3.0:1789480375.866382:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528036992 00000100:00100000:3.0:1789480375.866442:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1789480375.866451:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a88c78450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:25036:x1876405528036992:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789480375.867406:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a88c78450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:25036:x1876405528036992:12345-0@lo:503:mount.lustre.0 Request processed in 953us (1345us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480375.867415:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789480375.867505:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528036992:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789480375.867918:0:25036:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789480375.867998:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528037120:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789480375.868046:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480375.871803:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528037120 00000100:00100000:1.0:1789480375.871817:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528037120 00000100:00100000:2.0:1789480375.871855:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2fe6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789480375.871893:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1789480375.871903:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a88c79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:25036:x1876405528037120:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789480375.872552:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a88c79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:25036:x1876405528037120:12345-0@lo:502:mount.lustre.0 Request processed in 648us (4503us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480375.872561:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789480375.872647:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528037120:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789480375.872862:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1789480375.872892:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1789480375.872905:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1789480375.872919:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1789480375.872932:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1789480375.872944:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1789480375.872959:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1789480375.872971:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1789480375.872984:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:2.0:1789480375.873015:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528037248:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789480375.873057:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480375.873128:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2fe6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789480375.873231:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528037248 00000100:00100000:1.0:1789480375.873237:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528037248 00000100:00100000:1.0:1789480375.873275:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1789480375.873282:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a88c78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:25036:x1876405528037248:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789480375.873380:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a88c78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:25036:x1876405528037248:12345-0@lo:502:mount.lustre.0 Request processed in 99us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480375.873388:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1789480375.873400:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528037248:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789480375.873434:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:2.0:1789480375.873443:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:2.0:1789480375.874011:0:25040:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789480375.874019:0:25040:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:2.0:1789480375.874026:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789480375.874028:0:25040:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:2.0:1789480375.874033:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789480375.874048:0:25040:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8a6ac1ac4d40) 00000020:00000080:2.0:1789480375.874068:0:25040:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:2.0:1789480375.874074:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789480375.874149:0:25040:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a6a98323000 from lustre-OST0001, refs=2 00080000:01000000:2.0:1789480375.874173:0:25040:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789480375.874180:0:25040:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xdaa289fda243eeb2 00010000:00010000:0.0:1789480375.878142:0:25040:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:0.0:1789480375.878778:0:25040:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:0.0:1789480375.880686:0:25040:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1789480375.881983:0:25040:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:0.0:1789480375.881994:0:25040:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789480375.882000:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480375.882002:0:25040:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:0.0:1789480375.882005:0:25040:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789480375.882008:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480375.882014:0:25040:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789480375.882018:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789480375.882020:0:25040:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789480375.882022:0:25040:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789480375.882025:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480375.882026:0:25040:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789480375.882029:0:25040:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789480375.882031:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480375.882033:0:25040:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789480375.882036:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1789480375.882059:0:25040:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789480375.882062:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789480375.882063:0:25040:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1789480375.882066:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:2.0:1789480375.882437:0:25036:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:2.0:1789480375.882561:0:25036:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1789480375.882619:0:25036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd600/0xdaa289fda243ee9d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243eea4 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480375.882643:0:25036:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd600/0xdaa289fda243ee9d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243eea4 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789480375.882651:0:25036:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a6a98323000 from 1 10000000:01000000:2.0:1789480375.882654:0:25036:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789480375.882688:0:25036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243eeb9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480375.882707:0:25036:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243eeb9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480375.882718:0:25036:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243eeb9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480375.882742:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528037376:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789480375.882803:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480375.882845:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2fe9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789480375.882895:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528037376 00000100:00100000:0.0:1789480375.882902:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528037376 00000100:00100000:0.0:1789480375.882979:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1789480375.882988:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a88c7a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:25036:x1876405528037376:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789480375.883000:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480375.883011:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6a983ff000/0xdaa289fda243eec0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243eeb9 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.883032:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6a983ff000/0xdaa289fda243eec0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243eeb9 expref: 23 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.883042:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6a983ff000/0xdaa289fda243eec0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243eeb9 expref: 23 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.883051:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6a983ff000, rc 0) 00000100:00100000:0.0:1789480375.883085:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a88c7a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:25036:x1876405528037376:12345-0@lo:101:mount.lustre.0 Request processed in 98us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480375.883091:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1789480375.883393:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528037376:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789480375.883406:0:25036:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243eeb9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243eec0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480375.883416:0:25036:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243eeb9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243eec0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789480375.884803:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1789480375.885057:0:25036:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789480375.886372:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1789480375.886402:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1789480375.886933:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1789480375.886970:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1789480375.886986:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1789480375.887001:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1789480375.887015:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1789480375.887028:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1789480375.887041:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1789480375.887055:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1789480375.887068:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1789480375.887089:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1789480375.887094:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1789480375.887329:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528037504:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789480375.887388:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480375.887735:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aaa2fe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789480375.887851:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528037504 00000100:00100000:0.0:1789480375.887859:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528037504 00000100:00100000:0.0:1789480375.887938:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1789480375.887948:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a88c79c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:25036:x1876405528037504:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789480375.888072:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a88c79c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:25036:x1876405528037504:12345-0@lo:501:mount.lustre.0 Request processed in 125us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480375.888079:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1789480375.888146:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528037504:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789480375.888182:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa479c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528037632:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789480375.888262:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480375.888284:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a95d0f540 going to sleep for 11 seconds 00000100:00100000:0.0:1789480375.888305:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528037632 00000100:00100000:0.0:1789480375.888310:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528037632 00000100:00100000:0.0:1789480375.888331:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1789480375.888337:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:25036:x1876405528037632:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789480375.888443:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:25036:x1876405528037632:12345-0@lo:503:mount.lustre.0 Request processed in 105us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480375.888450:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1789480375.888573:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa479c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528037632:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789480375.888983:0:25036:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789480375.889052:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa479c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528037760:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789480375.889155:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480375.889181:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a95d0fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1789480375.889318:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528037760 00000100:00100000:2.0:1789480375.889324:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528037760 00000100:00100000:2.0:1789480375.889355:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1789480375.889362:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:25036:x1876405528037760:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789480375.889451:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:25036:x1876405528037760:12345-0@lo:502:mount.lustre.0 Request processed in 89us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480375.889467:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1789480375.889638:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa479c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528037760:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789480375.889838:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1789480375.889865:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1789480375.889878:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1789480375.889891:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1789480375.889905:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1789480375.889918:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1789480375.889930:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1789480375.889942:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1789480375.889954:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1789480375.889966:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1789480375.889978:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1789480375.890006:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa479c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528037888:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789480375.890041:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480375.890070:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a897a4540 going to sleep for 11 seconds 00000100:00100000:2.0:1789480375.890120:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528037888 00000100:00100000:2.0:1789480375.890125:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528037888 00000100:00100000:2.0:1789480375.890158:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1789480375.890165:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:25036:x1876405528037888:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789480375.890284:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:25036:x1876405528037888:12345-0@lo:502:mount.lustre.0 Request processed in 119us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480375.890291:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1789480375.890303:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa479c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528037888:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789480375.890348:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1789480375.890356:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1789480375.892384:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789480375.892393:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480375.892396:0:25044:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789480375.892401:0:25044:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a6a98323000 00000020:00000080:3.0:1789480375.892404:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789480375.892411:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789480375.892413:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480375.892415:0:25044:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789480375.892417:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789480375.892419:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480375.892421:0:25044:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789480375.892424:0:25044:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a6a98323000 00000020:00000080:3.0:1789480375.892425:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789480375.892474:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789480375.892595:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480375.892603:0:25044:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789480375.892607:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789480375.892610:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480375.892612:0:25044:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789480375.892615:0:25044:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8a6a98323000 00000020:00000080:3.0:1789480375.892617:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789480375.892637:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789480375.892640:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480375.892641:0:25044:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789480375.892643:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789480375.892645:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480375.892647:0:25044:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1789480375.892650:0:25044:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8a6a98323000 00000020:00000080:3.0:1789480375.892652:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789480375.892674:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789480375.892677:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789480375.892678:0:25044:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1789480375.892681:0:25044:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:1.0:1789480375.892872:0:25036:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1789480375.892896:0:25036:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789480375.892948:0:25036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243eeb9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243eec0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480375.892959:0:25036:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243eeb9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243eec0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789480375.893013:0:25036:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1789480375.893016:0:25036:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8a6a98323000 10000000:01000000:1.0:1789480375.893019:0:25036:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8a6a98323000 10000000:01000000:1.0:1789480375.893024:0:25036:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789480375.893030:0:25036:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8a6a98323000 from 1 10000000:01000000:1.0:1789480375.893032:0:25036:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1789480375.893064:0:25036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ab796d000/0xdaa289fda243eec7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480375.893072:0:25036:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6ab796d000/0xdaa289fda243eec7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480375.893083:0:25036:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6ab796d000/0xdaa289fda243eec7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480375.893104:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528038016:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789480375.893174:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480375.893234:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aa370c600 going to sleep for 11 seconds 00000100:00100000:3.0:1789480375.893299:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528038016 00000100:00100000:3.0:1789480375.893307:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528038016 00000100:00100000:3.0:1789480375.893351:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1789480375.893361:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:25036:x1876405528038016:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789480375.893372:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480375.893384:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6987ecc000/0xdaa289fda243eece lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243eec7 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480375.893406:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6987ecc000/0xdaa289fda243eece lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243eec7 expref: 24 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480375.893416:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6987ecc000/0xdaa289fda243eece lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243eec7 expref: 24 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480375.893434:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6987ecc000, rc 0) 00000100:00100000:3.0:1789480375.893470:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:25036:x1876405528038016:12345-0@lo:101:mount.lustre.0 Request processed in 110us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480375.893476:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1789480375.893566:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528038016:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789480375.893580:0:25036:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6ab796d000/0xdaa289fda243eec7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243eece expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480375.893589:0:25036:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6ab796d000/0xdaa289fda243eec7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243eece expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789480375.896879:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1789480375.897145:0:25036:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789480375.897401:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1789480375.897430:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1789480375.897445:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1789480375.897524:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1789480375.897544:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1789480375.897558:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1789480375.897571:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1789480375.897583:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1789480375.897597:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1789480375.897628:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1789480375.897644:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1789480375.897658:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1789480375.897672:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1789480375.897685:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1789480375.897712:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1789480375.897728:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1789480375.897740:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1789480375.897753:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1789480375.897767:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1789480375.897779:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1789480375.897792:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1789480375.897806:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1789480375.897820:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1789480375.897834:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1789480375.897849:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1789480375.897876:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1789480375.897890:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1789480375.897903:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1789480375.897914:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1789480375.897927:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1789480375.897939:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1789480375.897953:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1789480375.897965:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1789480375.897977:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1789480375.897999:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1789480375.898011:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1789480375.898023:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1789480375.898036:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1789480375.898048:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1789480375.898060:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1789480375.898073:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1789480375.898098:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1789480375.898113:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1789480375.898126:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1789480375.898138:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1789480375.898149:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1789480375.898162:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1789480375.898176:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1789480375.898956:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1789480375.898988:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1789480375.899006:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1789480375.899011:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1789480375.899110:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528038144:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789480375.899278:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480375.899419:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a95cafcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789480375.899523:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528038144 00000100:00100000:2.0:1789480375.899536:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528038144 00000100:00100000:2.0:1789480375.899623:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1789480375.899632:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:25036:x1876405528038144:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789480375.899767:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:25036:x1876405528038144:12345-0@lo:501:mount.lustre.0 Request processed in 136us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480375.899775:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1789480375.899842:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528038144:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789480375.899875:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528038272:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789480375.899912:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480375.899934:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528038272 00000100:00100000:1.0:1789480375.899938:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528038272 00000100:00100000:1.0:1789480375.899959:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1789480375.899965:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:25036:x1876405528038272:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789480375.900031:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:25036:x1876405528038272:12345-0@lo:503:mount.lustre.0 Request processed in 65us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480375.900044:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1789480375.900080:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a95cafcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789480375.900093:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528038272:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789480375.900491:0:25036:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789480375.900551:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528038400:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789480375.900590:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480375.900617:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528038400 00000100:00100000:1.0:1789480375.900621:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528038400 00000100:00100000:1.0:1789480375.900646:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1789480375.900651:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:25036:x1876405528038400:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789480375.900743:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:25036:x1876405528038400:12345-0@lo:502:mount.lustre.0 Request processed in 91us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480375.900750:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1789480375.900787:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a95cafcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789480375.900799:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528038400:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789480375.900953:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1789480375.900977:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1789480375.900991:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1789480375.901019:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1789480375.901038:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1789480375.901052:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1789480375.901065:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1789480375.901078:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1789480375.901092:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1789480375.901106:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1789480375.901120:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1789480375.901134:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1789480375.901160:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1789480375.901175:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1789480375.901210:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1789480375.901226:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1789480375.901241:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1789480375.901255:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1789480375.901269:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1789480375.901292:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1789480375.901308:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1789480375.901321:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1789480375.901337:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1789480375.901350:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1789480375.901364:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:1.0:1789480375.901376:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:1.0:1789480375.901389:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:1.0:1789480375.901402:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:1.0:1789480375.901412:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:1.0:1789480375.901425:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:1.0:1789480375.901437:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:1.0:1789480375.901449:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:1.0:1789480375.901460:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:1.0:1789480375.901473:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:1.0:1789480375.901485:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:1.0:1789480375.901512:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:1.0:1789480375.901527:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:1.0:1789480375.901540:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:1.0:1789480375.901554:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:1.0:1789480375.901567:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:1.0:1789480375.901579:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:1.0:1789480375.901591:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:1.0:1789480375.901604:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:1.0:1789480375.901619:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:1.0:1789480375.901630:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:1.0:1789480375.901654:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:1.0:1789480375.901667:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:1.0:1789480375.901681:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:1.0:1789480375.901727:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528038528:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789480375.901773:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480375.901809:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528038528 00000100:00100000:1.0:1789480375.901815:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528038528 00000100:00100000:1.0:1789480375.901845:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1789480375.901852:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:25036:x1876405528038528:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789480375.901945:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:25036:x1876405528038528:12345-0@lo:502:mount.lustre.0 Request processed in 92us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480375.901952:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1789480375.901993:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aa370c600 going to sleep for 11 seconds 00000100:00100000:1.0:1789480375.902007:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528038528:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789480375.902130:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:1.0:1789480375.902151:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:1.0:1789480375.902169:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528038656:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789480375.902217:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480375.902235:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528038656 00000100:00100000:1.0:1789480375.902239:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528038656 00000100:00100000:1.0:1789480375.902259:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1789480375.902265:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:25036:x1876405528038656:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789480375.902320:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:25036:x1876405528038656:12345-0@lo:502:mount.lustre.0 Request processed in 55us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480375.902327:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1789480375.902358:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a95cafcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789480375.902370:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528038656:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789480375.902405:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1789480375.902413:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789480375.903793:0:25047:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1789480375.903809:0:25047:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8a6ac1ac0000) 00000020:00000080:2.0:1789480375.903832:0:25047:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:2.0:1789480375.903906:0:25047:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a6a98323000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789480375.903910:0:25047:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a6a98323000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789480375.903913:0:25047:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a6a98323000 3 00010000:00080000:2.0:1789480375.903941:0:25047:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a698938f000@lustre-MDT0000-lwp-OST0001: add connection 192.168.206.144@tcp at head 00010000:00010000:2.0:1789480375.910124:0:25047:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:2.0:1789480375.911543:0:25047:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1789480375.911592:0:25047:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789480375.911605:0:25047:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xdaa289fda243eedc 00000100:00080000:2.0:1789480375.911616:0:25047:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789480375.911627:0:25047:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8a698938f000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:2.0:1789480375.911660:0:25047:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa463480 x1876405528038784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789480375.911684:0:25047:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789480375.911737:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789480375.911741:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789480375.911744:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789480375.911747:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789480375.911780:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789480375.911784:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789480375.911786:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a6aaaa8e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789480375.911790:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 741 00000100:00080000:2.0:1789480375.911794:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789480375.911799:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8a6aaaa8e000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:2.0:1789480375.911826:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa463b80 x1876405528039424/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789480375.911872:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528038912:0@lo:400:kworker.0 00000100:00100000:2.0:1789480375.911928:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480375.911959:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876405528039552:0@lo:400:kworker.0 00000100:00100000:2.0:1789480375.911982:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480375.912003:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789480375.912008:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528039296:0@lo:400:kworker.0 00000100:00100000:2.0:1789480375.912030:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480375.912059:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876405528039040:0@lo:400:kworker.0 00000100:00100000:2.0:1789480375.912969:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480375.912993:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876405528039680:0@lo:400:kworker.0 00000100:00100000:2.0:1789480375.913013:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480375.913031:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789480375.913037:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528039168:0@lo:400:kworker.0 00000100:00100000:2.0:1789480375.913058:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480375.913075:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876405528039808:0@lo:400:kworker.0 00000100:00100000:2.0:1789480375.913096:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480375.913135:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528038912 00000100:00100000:2.0:1789480375.913142:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528038912 00000100:00100000:2.0:1789480375.913174:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528039168 00000100:00100000:2.0:1789480375.913177:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528039168 00000100:00100000:2.0:1789480375.913216:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789480375.913225:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528038912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480375.913281:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528038912:12345-0@lo:400:kworker.0 Request processed in 57us (1352us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480375.913287:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789480375.913377:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789480375.913385:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528039168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480375.913418:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528039168:12345-0@lo:400:kworker.0 Request processed in 35us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480375.913424:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789480375.913442:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528039552 00000100:00100000:2.0:1789480375.913445:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528039552 00000100:00100000:1.0:1789480375.913577:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528038912:0@lo:400:kworker.0 00000100:00100000:3.0:1789480375.913659:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876405528038784:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789480375.913693:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480375.913725:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528039424:0@lo:8:kworker.0 00000100:00100000:3.0:1789480375.913744:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480375.913780:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528039040 00000100:00100000:3.0:1789480375.913784:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528039040 00000100:00100000:3.0:1789480375.913804:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528039680 00000100:00100000:3.0:1789480375.913807:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528039680 00000100:00100000:3.0:1789480375.913829:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528039808 00000100:00100000:3.0:1789480375.913832:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528039808 00000100:00100000:3.0:1789480375.913842:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528038784 00000100:00100000:3.0:1789480375.913845:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528038784 00000100:00100000:3.0:1789480375.913854:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789480375.913860:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876405528039040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480375.913889:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876405528039040:12345-0@lo:400:kworker.0 Request processed in 30us (920us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480375.913895:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789480375.913906:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789480375.913912:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876405528039680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480375.913934:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876405528039680:12345-0@lo:400:kworker.0 Request processed in 23us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480375.913939:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789480375.913956:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789480375.913960:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876405528039808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480375.913983:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876405528039808:12345-0@lo:400:kworker.0 Request processed in 24us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480375.913989:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789480375.913998:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789480375.914002:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988a62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1876405528038784:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789480375.914018:0:22716:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 744 last 0 00000020:00000080:3.0:1789480375.914047:0:22716:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xdaa289fda243eee3 00000004:00100000:3.0:1789480375.914060:0:22716:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789480375.914085:0:22716:0:(import.c:65:import_set_state_nolock()) ffff8a6987cd7800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789480375.914118:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988a62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1876405528038784:12345-0@lo:38:llog_process_th.0 Request processed in 115us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480375.914124:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1789480375.914151:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789480375.914155:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1789480375.914172:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6aaa463480 x1876405528038784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789480385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480375.914180:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789480375.914186:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1789480375.914214:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1789480375.914219:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789480375.914221:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a698938f000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789480375.914227:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1876405528038784:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789480375.914320:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528039296 00000100:00100000:0.0:1789480375.914325:0:24220:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528039296 00000100:00100000:0.0:1789480375.914362:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528039424 00000100:00100000:0.0:1789480375.914365:0:24220:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528039424 00000100:00100000:0.0:1789480375.914381:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789480375.914388:0:24220:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528039296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480375.914403:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789480375.914410:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876405528039552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480375.914426:0:24220:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528039296:12345-0@lo:400:kworker.0 Request processed in 39us (2395us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480375.914432:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789480375.914438:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876405528039552:12345-0@lo:400:kworker.0 Request processed in 30us (2456us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480375.914443:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789480375.914443:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789480375.914447:0:24220:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3644:x1876405528039424:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1789480375.914496:0:24220:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988a60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3644:x1876405528039424:12345-0@lo:8:kworker.0 Request processed in 46us (749us total) trans 0 rc -11/-11 00000100:00100000:0.0:1789480375.914511:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1789480375.914610:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6aaa460000 x1876405528039296/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789480391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480375.914620:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528039296:0@lo:400:kworker.0 00000100:00100000:2.0:1789480375.916374:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528039168:0@lo:400:kworker.0 00010000:00080000:2.0:1789480375.916393:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a69894bed80 x1876405528039808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480375.916404:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876405528039808:0@lo:400:kworker.0 00010000:00080000:2.0:1789480375.916415:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6aaa461c00 x1876405528039040/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480375.916430:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876405528039040:0@lo:400:kworker.0 00010000:00080000:2.0:1789480375.916444:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6aaa462300 x1876405528039680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480375.916452:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876405528039680:0@lo:400:kworker.0 00000020:01000004:2.0:1789480375.916599:0:25047:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1789480375.916614:0:25047:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8a6aafafcd40) 00000020:00000080:2.0:1789480375.916636:0:25047:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000100:00080000:3.0:1789480375.916661:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789480375.916686:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789480375.916708:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6aaaa8e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789480375.916712:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1789480375.916716:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528039424:0@lo:8:kworker.0 00000020:01000004:2.0:1789480375.916727:0:25047:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8a6a98323000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789480375.916730:0:25047:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8a6a98323000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789480375.916732:0:25047:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8a6a98323000 3 00010000:00080000:2.0:1789480375.916760:0:25047:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a6987f0d800@lustre-MDT0001-lwp-OST0001: add connection 192.168.206.144@tcp at head 00010000:00080000:0.0:1789480375.920653:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6aaa461500 x1876405528039552/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480375.920671:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876405528039552:0@lo:400:kworker.0 00010000:00010000:2.0:1789480375.921007:0:25047:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:1.0:1789480375.921485:0:25047:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:1.0:1789480375.921535:0:25047:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789480375.921548:0:25047:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xdaa289fda243eef1 00000100:00080000:1.0:1789480375.921557:0:25047:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789480375.921566:0:25047:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8a6987f0d800 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:1.0:1789480375.921608:0:25047:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a6aaa47ad80 x1876405528039936/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789480375.921627:0:25047:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:2.0:1789480375.921709:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1876405528039936:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789480375.921768:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789480375.921821:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789480375.921826:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789480375.921828:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789480375.921832:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789480375.921842:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528039936 00000100:00100000:3.0:1789480375.921848:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528039936 00000100:00100000:3.0:1789480375.921879:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789480375.921887:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1876405528039936:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789480375.921912:0:22715:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 744 last 0 00000020:00000080:3.0:1789480375.921952:0:22715:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xdaa289fda243eef8 00000004:00100000:3.0:1789480375.921967:0:22715:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789480375.921995:0:22715:0:(import.c:65:import_set_state_nolock()) ffff8a6987cd4000 : changing import state from RECOVER to FULL 00000040:00080000:0.0:1789480375.922353:0:25047:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00100000:3.0:1789480375.922545:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1876405528039936:12345-0@lo:38:llog_process_th.0 Request processed in 656us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480375.922552:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1789480375.923314:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a6aaa47ad80 x1876405528039936/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789480385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480375.923326:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789480375.923334:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1789480375.923342:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789480375.923352:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789480375.923355:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6987f0d800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789480375.923362:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1876405528039936:0@lo:38:llog_process_th.0 00000020:01000000:1.0:1789480375.924125:0:25036:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1789480375.924166:0:25036:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1789480375.924213:0:25036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ab796d000/0xdaa289fda243eec7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243eece expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480375.924224:0:25036:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6ab796d000/0xdaa289fda243eec7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243eece expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1789480375.924274:0:25036:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1789480375.924276:0:25036:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789480375.924277:0:25036:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789480375.924278:0:25036:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789480375.924280:0:25036:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789480375.924281:0:25036:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789480375.924283:0:25036:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789480375.924284:0:25036:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789480375.924286:0:25036:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789480375.924289:0:25036:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:1.0:1789480375.924292:0:25036:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789480375.924427:0:25036:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789480375.924429:0:25036:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789480375.924430:0:25036:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789480375.924431:0:25036:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789480375.924432:0:25036:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789480375.924433:0:25036:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789480375.924434:0:25036:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789480375.924435:0:25036:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789480375.924523:0:25036:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1789480375.924541:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa478700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528040064:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789480375.924598:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480375.924630:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a95cafcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789480375.924649:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528040064 00000100:00100000:1.0:1789480375.924655:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528040064 00000100:00100000:1.0:1789480375.924692:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1789480375.924713:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:25036:x1876405528040064:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789480375.924738:0:22709:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1789480375.924750:0:22709:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789480375.926899:0:22709:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789480375.926918:0:22709:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:1.0:1789480375.927057:0:22730:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1789480375.927062:0:22730:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1789480375.927083:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a6ab796d200/0xdaa289fda243eeff lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480375.927100:0:22730:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ee73 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ee6c expref: 24 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480375.927107:0:22730:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a6987ecd000/0xdaa289fda243ee81 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ee7a expref: 24 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480375.927114:0:22730:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8a6ab796d200/0xdaa289fda243eeff lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480375.927148:0:22730:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a6987ecd000/0xdaa289fda243ee81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdaa289fda243ee7a expref: 24 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480375.927171:0:22730:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a6987ecd000/0xdaa289fda243ee81 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdaa289fda243ee7a expref: 24 pid: 22707 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480375.927186:0:22730:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47b100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1876405528040192:0@lo:104: 00000100:00100000:0.0:1789480375.927414:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:25036:x1876405528040064:12345-0@lo:253:mount.lustre.0 Request processed in 2701us (2814us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480375.927424:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1789480375.927567:0:22730:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789480375.927609:0:22730:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ee73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdaa289fda243ee6c expref: 23 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480375.927619:0:22730:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ee73 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdaa289fda243ee6c expref: 23 pid: 22707 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480375.927628:0:22730:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47b480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1876405528040320:0@lo:104: 00000100:00100000:1.0:1789480375.927649:0:22730:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480375.927665:0:22730:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6aa370c600 going to sleep for 11 seconds 00000100:00100000:1.0:1789480375.927714:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa478700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1c2538d9-d54d-456c-a00c-f0feeb6fecea:25036:1876405528040064:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789480375.927727:0:25036:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1789480375.927730:0:25036:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789480375.927731:0:25036:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789480375.927733:0:25036:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789480375.927734:0:25036:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789480375.927735:0:25036:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789480375.927737:0:25036:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789480375.927738:0:25036:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789480375.927740:0:25036:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789480375.927741:0:25036:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1789480375.927754:0:25036:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1789480375.928408:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528040192 00000100:00100000:0.0:1789480375.928416:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528040192 00000100:00100000:0.0:1789480375.928443:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528040320 00000100:00100000:0.0:1789480375.928446:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528040320 00000100:00100000:0.0:1789480375.928526:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789480375.928535:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa47b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+4:22730:x1876405528040192:12345-0@lo:104: 00010000:00010000:0.0:1789480375.928548:0:22698:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.144@tcp lock: ffff8a6ab796da00/0xdaa289fda243ee7a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243ee81 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.928607:0:22698:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789480375.928613:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa47b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+4:22730:x1876405528040192:12345-0@lo:104: Request processed in 79us (1046us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480375.928620:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789480375.928641:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789480375.928647:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa479880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+3:22730:x1876405528040320:12345-0@lo:104: 00010000:00010000:0.0:1789480375.928655:0:22698:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.144@tcp lock: ffff8a6a983fea00/0xdaa289fda243ee6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243ee73 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.928687:0:22698:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789480375.928691:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa479880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+3:22730:x1876405528040320:12345-0@lo:104: Request processed in 45us (1042us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480375.928708:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1789480375.928726:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789480375.928732:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6ab796da00/0xdaa289fda243ee7a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243ee81 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.928738:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ab796da00 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:0.0:1789480375.928742:0:22702:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6ab796da00/0xdaa289fda243ee7a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xdaa289fda243ee81 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.928750:0:22702:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6ab796da00/0xdaa289fda243ee7a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xdaa289fda243ee81 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789480375.928757:0:22702:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6ab796da00/0xdaa289fda243ee7a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xdaa289fda243ee81 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789480375.928762:0:22702:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789480375.928791:0:22702:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6ab796da00/0xdaa289fda243ee7a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ee81 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.928797:0:22702:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789480375.928812:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6ab796da00/0xdaa289fda243ee7a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ee81 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.928828:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6ab796da00/0xdaa289fda243ee7a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ee81 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.928838:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789480375.928840:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6a983fea00/0xdaa289fda243ee6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243ee73 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.928845:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a983fea00 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:0.0:1789480375.928848:0:22702:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6a983fea00/0xdaa289fda243ee6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xdaa289fda243ee73 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.928855:0:22702:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6a983fea00/0xdaa289fda243ee6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xdaa289fda243ee73 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789480375.928860:0:22702:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6a983fea00/0xdaa289fda243ee6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xdaa289fda243ee73 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789480375.928865:0:22702:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789480375.928876:0:22702:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6a983fea00/0xdaa289fda243ee6c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ee73 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.928881:0:22702:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789480375.928887:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6a983fea00/0xdaa289fda243ee6c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ee73 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.928892:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6a983fea00/0xdaa289fda243ee6c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ee73 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.928902:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480375.928908:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480375.928910:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480375.928915:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789480375.928926:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3647:1876405528040448:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789480375.928954:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480375.928981:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789480375.928986:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3647:1876405528040576:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789480375.929004:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480375.929028:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528040448 00000100:00100000:0.0:1789480375.929032:0:22700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528040448 00010000:00010000:0.0:1789480375.929047:0:22700:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a6987ecd000/0xdaa289fda243ee81 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243ee7a expref: 24 pid: 22707 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480375.929064:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528040576 00000100:00100000:0.0:1789480375.929066:0:22700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528040576 00010000:00010000:0.0:1789480375.929075:0:22700:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ee73 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243ee6c expref: 25 pid: 22707 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480375.929085:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789480375.929091:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+25:3647:x1876405528040448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789480375.929100:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789480375.929105:0:22700:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a6987ecd000/0xdaa289fda243ee81 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243ee7a expref: 25 pid: 22707 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.929113:0:22700:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a6987ecd000/0xdaa289fda243ee81 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdaa289fda243ee7a expref: 25 pid: 22707 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.929126:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789480375.929148:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+25:3647:x1876405528040448:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480375.929163:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789480375.929175:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789480375.929180:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:3647:x1876405528040576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789480375.929205:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789480375.929211:0:22700:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ee73 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243ee6c expref: 24 pid: 22707 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.929220:0:22700:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ee73 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdaa289fda243ee6c expref: 24 pid: 22707 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.929232:0:22700:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8a6ab796d200/0xdaa289fda243eeff lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.929241:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6ab796d200/0xdaa289fda243eeff lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1789480375.929255:0:22700:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003291416s 00010000:00010000:0.0:1789480375.929260:0:22700:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a6ab796d200/0xdaa289fda243eeff lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.929267:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a6ab796d200/0xdaa289fda243eeff lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.929273:0:22700:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a6ab796d200/0xdaa289fda243eeff lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.929279:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a6ab796d200/0xdaa289fda243eeff lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.929285:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ab796d200 already unused, calling callback (ffffffffc0d558b0) 00000001:00000004:3.0:1789480375.930233:0:25036:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:1.0:1789480375.930493:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6987ecd000/0xdaa289fda243ee81 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdaa289fda243ee7a expref: 24 pid: 22707 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480375.930507:0:22730:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47b100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1876405528040192:0@lo:104: 00010000:00010000:1.0:1789480375.930530:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6987ecc400/0xdaa289fda243ee73 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdaa289fda243ee6c expref: 23 pid: 22707 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480375.930539:0:22730:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47b480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22730:1876405528040320:0@lo:104: 00010000:00010000:1.0:1789480375.930559:0:22730:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8a6ab796d200/0xdaa289fda243eeff lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480375.930569:0:22730:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: MGS lock: ffff8a6ab796d200/0xdaa289fda243eeff lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480375.930576:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a6ab796d200/0xdaa289fda243eeff lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.930634:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a6ab796d200/0xdaa289fda243eeff lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.930645:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a6ab796d200/0xdaa289fda243eeff lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.930657:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a6ab796d200/0xdaa289fda243eeff lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.930664:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6ab796d200/0xdaa289fda243eeff lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480375.930678:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789480375.930738:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:3647:x1876405528040576:12345-0@lo:103:ldlm_bl.0 Request processed in 1557us (1732us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480375.930747:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789480375.930788:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3647:1876405528040576:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789480375.930798:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3647:1876405528040448:0@lo:103:ldlm_bl.0 00002000:00080000:0.0:1789480375.935269:0:25036:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:0.0:1789480375.935278:0:25036:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:0.0:1789480375.935313:0:25036:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789480375.935350:0:25036:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.206.144@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789480375.935367:0:25036:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=50 00000080:00000004:0.0:1789480375.935387:0:25036:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:0.0:1789480375.936156:0:25036:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789480375.936392:0:25036:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789480376.137873:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789480376.582231:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:1.0:1789480376.684977:0:25103:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789480376.686669:0:25103:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789480377.157552:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789480377.605250:0:22711:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789480377.605257:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8a6a828a2800 from 14 10000000:01000000:1.0:1789480377.605262:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789480377.605303:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ab796c600/0xdaa289fda243ef06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480377.605314:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6ab796c600/0xdaa289fda243ef06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480377.605325:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6ab796c600/0xdaa289fda243ef06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480377.605361:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528040704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789480377.605423:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480377.605491:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528040704 00000100:00100000:2.0:1789480377.605499:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528040704 00000100:00100000:2.0:1789480377.605564:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1789480377.605576:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:22711:x1876405528040704:12345-0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789480377.605581:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a69874a9e40 going to sleep for 11 seconds 00010000:00010000:2.0:1789480377.605590:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789480377.605605:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6abb4bc000/0xdaa289fda243ef0d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ef06 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480377.605629:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6abb4bc000/0xdaa289fda243ef0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ef06 expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480377.605651:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6abb4bc000/0xdaa289fda243ef0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ef06 expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480377.605661:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb4bc000, rc 0) 00000100:00100000:2.0:1789480377.605724:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:22711:x1876405528040704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 151us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480377.605732:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1789480377.605847:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528040704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789480377.605862:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6ab796c600/0xdaa289fda243ef06 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ef0d expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480377.605871:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6ab796c600/0xdaa289fda243ef06 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ef0d expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480377.605917:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528040832:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789480377.605958:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480377.605982:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a69874a9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789480377.605997:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528040832 00000100:00100000:0.0:1789480377.606003:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528040832 00000100:00100000:0.0:1789480377.606037:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1789480377.606051:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:22711:x1876405528040832:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789480377.606065:0:22709:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789480377.606080:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789480377.606082:0:22709:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1789480377.606182:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:22711:x1876405528040832:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 132us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480377.606219:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1789480377.606221:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528040832:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789480377.606281:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789480377.606287:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ab796c600/0xdaa289fda243ef06 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ef0d expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480377.606295:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6ab796c600/0xdaa289fda243ef06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ef0d expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789480377.606303:0:22711:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789480377.606305:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8a6985d0b800 from 14 10000000:01000000:1.0:1789480377.606307:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789480377.606323:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ab796de00/0xdaa289fda243ef14 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480377.606328:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6ab796de00/0xdaa289fda243ef14 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480377.606347:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6ab796de00/0xdaa289fda243ef14 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480377.606371:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528040960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789480377.606398:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480377.606434:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a69874a9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789480377.606460:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528040960 00000100:00100000:2.0:1789480377.606466:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528040960 00000100:00100000:2.0:1789480377.606499:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1789480377.606506:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:22711:x1876405528040960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789480377.606514:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789480377.606523:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6abb4bd400/0xdaa289fda243ef1b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243ef14 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480377.606565:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6abb4bd400/0xdaa289fda243ef1b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243ef14 expref: 24 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480377.606575:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6abb4bd400/0xdaa289fda243ef1b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ef14 expref: 24 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480377.606581:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb4bd400, rc 0) 00000100:00100000:2.0:1789480377.606620:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:22711:x1876405528040960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480377.606626:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1789480377.606727:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528040960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789480377.606738:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6ab796de00/0xdaa289fda243ef14 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ef1b expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480377.606747:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6ab796de00/0xdaa289fda243ef14 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243ef1b expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480377.606800:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528041088:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789480377.606829:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480377.606852:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a69874a9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789480377.606914:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528041088 00000100:00100000:2.0:1789480377.606919:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528041088 00000100:00100000:2.0:1789480377.606953:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1789480377.606959:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e70050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:22711:x1876405528041088:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789480377.606970:0:22707:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789480377.606983:0:22707:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789480377.606986:0:22707:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1789480377.607064:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e70050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:22711:x1876405528041088:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 105us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480377.607071:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1789480377.607102:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528041088:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789480377.607143:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789480377.607150:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6ab796de00/0xdaa289fda243ef14 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ef1b expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480377.607159:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6ab796de00/0xdaa289fda243ef14 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243ef1b expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480378.052405:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789480378.052426:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ab2fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528041216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789480378.052507:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480378.052885:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789480378.052895:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528041344:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789480378.052930:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480378.053086:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789480378.053096:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6988a61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528041472:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789480378.053129:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480378.053365:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528041344 00000100:00100000:2.0:1789480378.053372:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528041344 00000100:00100000:2.0:1789480378.053406:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528041472 00000100:00100000:2.0:1789480378.053408:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528041472 00000100:00100000:2.0:1789480378.053422:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789480378.053430:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa47b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528041344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789480378.053461:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789480378.053520:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa47b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528041344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480378.053527:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789480378.053638:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528041344:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789480378.053694:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789480378.053702:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988a62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528041472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789480378.053719:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789480378.053760:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988a62d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528041472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480378.053767:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789480378.053830:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6988a61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528041472:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789480378.054718:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528041216 00000100:00100000:0.0:1789480378.054725:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528041216 00000100:00100000:0.0:1789480378.054816:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789480378.054835:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528041216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789480378.054859:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789480378.054903:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528041216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (2405us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480378.054909:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789480378.054947:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a6ab2fe3480 x1876405528041216/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789480394 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480378.054964:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528041216:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1789480378.055144:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1789480378.186726:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789480379.013298:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789480359/real 1789480359] req@ffff8a6ab2fe2300 x1876405528027264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480379 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480379.013361:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a6ab2fe2300 x1876405528027264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480379 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480379.013395:0:3644:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789480359/real 1789480359] req@ffff8a6ab2fe3800 x1876405528027392/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480379 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480379.013417:0:3644:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a6ab2fe3800 x1876405528027392/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789480379 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789480379.013445:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6988484000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789480379.013700:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789480379.013705:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528027264:0@lo:8:kworker.0 00000100:00080000:3.0:1789480379.013717:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6988485800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789480379.013731:0:3644:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789480379.013734:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ab2fe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528027392:0@lo:8:kworker.0 00000100:00100000:3.0:1789480379.013852:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6988a61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3648:1876405528041600:0@lo:400:kworker.0 00000100:00100000:3.0:1789480379.013957:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789480379.015114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1789480379.015125:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1789480379.015130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789480379.015135:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a6988484000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789480379.015144:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 728 00000100:00100000:0.0:1789480379.015146:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876405528041728:0@lo:400:kworker.0 00000100:00080000:2.0:1789480379.015151:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789480379.015166:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8a6988484000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:0.0:1789480379.015224:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480379.015271:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528041728 00000100:00100000:2.0:1789480379.015283:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a69894bd880 x1876405528041856/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789480379.015293:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528041728 00000100:00080000:2.0:1789480379.015304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789480379.015316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789480379.015318:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a6988485800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789480379.015323:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 728 00000100:00080000:2.0:1789480379.015327:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789480379.015333:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8a6988485800 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:2.0:1789480379.015348:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a69894bc380 x1876405528041984/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789480379.015356:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789480379.015369:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876405528041728:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1789480379.015430:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1789480379.015431:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876405528041728:12345-0@lo:400:kworker.0 Request processed in 63us (205us total) trans 0 rc 0/0 00000100:00080000:2.0:1789480379.015437:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789480379.015441:0:37:0:(import.c:65:import_set_state_nolock()) ffff8a6aaaa8e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1789480379.015444:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:2.0:1789480379.015464:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8a6aaaa8e000 using connection 192.168.206.144@tcp/0@lo 00000100:00100000:0.0:1789480379.015476:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876405528042112:0@lo:400:kworker.0 00000100:00100000:2.0:1789480379.015480:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a69894bd180 x1876405528042496/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789480379.015513:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480379.015557:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876405528041728:0@lo:400:kworker.0 00000100:00100000:0.0:1789480379.015581:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1876405528042752:0@lo:400:kworker.0 00000100:00100000:0.0:1789480379.015607:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480379.015627:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1789480379.015633:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876405528042624:0@lo:400:kworker.0 00000100:00100000:0.0:1789480379.015655:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480379.015671:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a812aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876405528043136:0@lo:400:kworker.0 00000100:00100000:0.0:1789480379.015709:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480379.015734:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528042112 00000100:00100000:0.0:1789480379.015737:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528042112 00000100:00100000:0.0:1789480379.015759:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528042752 00000100:00100000:0.0:1789480379.015761:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528042752 00000100:00100000:0.0:1789480379.015787:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528042624 00000100:00100000:0.0:1789480379.015790:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528042624 00000100:00100000:0.0:1789480379.015800:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528043136 00000100:00100000:0.0:1789480379.015803:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528043136 00000100:00100000:0.0:1789480379.015817:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789480379.015823:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876405528042112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480379.015859:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876405528042112:12345-0@lo:400:kworker.0 Request processed in 36us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480379.015873:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789480379.015887:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789480379.015893:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876405528042752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480379.015921:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876405528042752:12345-0@lo:400:kworker.0 Request processed in 29us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480379.015926:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789480379.015936:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789480379.015942:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ab2fe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876405528042624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480379.015966:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ab2fe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1876405528042624:12345-0@lo:400:kworker.0 Request processed in 25us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480379.015972:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789480379.015982:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789480379.015988:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876405528043136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480379.016013:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1876405528043136:12345-0@lo:400:kworker.0 Request processed in 26us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480379.016018:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00010000:00080000:0.0:1789480379.016051:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a69894bc000 x1876405528042624/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480379.016061:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1876405528042624:0@lo:400:kworker.0 00010000:00080000:0.0:1789480379.016071:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a6a812aa680 x1876405528043136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480379.016080:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a812aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1876405528043136:0@lo:400:kworker.0 00010000:00080000:0.0:1789480379.016088:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a69894bc700 x1876405528042752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480379.016103:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1876405528042752:0@lo:400:kworker.0 00010000:00080000:0.0:1789480379.016116:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a69894bf480 x1876405528042112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480379.016125:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876405528042112:0@lo:400:kworker.0 00000100:00100000:3.0:1789480379.018840:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528042240:0@lo:400:kworker.0 00000100:00100000:3.0:1789480379.018950:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480379.018997:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876405528042880:0@lo:400:kworker.0 00000100:00100000:3.0:1789480379.019031:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480379.019070:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1789480379.019082:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528042368:0@lo:400:kworker.0 00000100:00100000:3.0:1789480379.019114:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480379.019140:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a812a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1876405528043008:0@lo:400:kworker.0 00000100:00100000:3.0:1789480379.019173:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480379.019236:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528041600 00000100:00100000:3.0:1789480379.019270:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528041600 00000100:00100000:3.0:1789480379.019341:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1789480379.019356:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:3648:x1876405528041600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480379.019428:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:3648:x1876405528041600:12345-0@lo:400:kworker.0 Request processed in 79us (5472us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480379.019436:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1789480379.019637:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528042880 00000100:00100000:3.0:1789480379.019642:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528042880 00000100:00100000:3.0:1789480379.019692:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528043008 00000100:00100000:3.0:1789480379.019696:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528043008 00000100:00100000:3.0:1789480379.019719:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789480379.019730:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988a63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876405528042880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480379.019771:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988a63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1876405528042880:12345-0@lo:400:kworker.0 Request processed in 41us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480379.019777:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789480379.019795:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789480379.019801:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988a62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1876405528043008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480379.019836:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988a62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1876405528043008:12345-0@lo:400:kworker.0 Request processed in 35us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480379.019846:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:3.0:1789480379.019867:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789480379.019872:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789480379.019915:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6988a61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3648:1876405528041600:0@lo:400:kworker.0 00000100:00100000:3.0:1789480379.019944:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528041856:0@lo:8:kworker.0 00000100:00100000:3.0:1789480379.019974:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480379.020007:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528041984:0@lo:8:kworker.0 00000100:00100000:3.0:1789480379.020043:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480379.020062:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528042496:0@lo:8:kworker.0 00000100:00100000:3.0:1789480379.020084:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480379.020245:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528042368 00000100:00100000:3.0:1789480379.020250:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528042368 00000100:00100000:3.0:1789480379.020276:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528041856 00000100:00100000:3.0:1789480379.020279:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528041856 00000100:00100000:3.0:1789480379.020287:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528041984 00000100:00100000:3.0:1789480379.020289:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528041984 00000100:00100000:3.0:1789480379.020295:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528042496 00000100:00100000:3.0:1789480379.020297:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528042496 00000100:00100000:3.0:1789480379.020429:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789480379.020514:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528042240 00000100:00100000:0.0:1789480379.020523:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528042240 00000100:00100000:0.0:1789480379.020559:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789480379.020571:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988a61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528042240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480379.020624:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988a61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528042240:12345-0@lo:400:kworker.0 Request processed in 58us (1674us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480379.020635:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789480379.020666:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789480379.020676:0:24220:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3644:x1876405528041856:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789480379.020728:0:24220:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 747 last 0 00000020:00000080:0.0:1789480379.020766:0:24220:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xdaa289fda243ef22 00002000:00100000:0.0:1789480379.020784:0:24220:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8a6987c21800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1789480379.020789:0:24220:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1789480379.020793:0:24220:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:3.0:1789480379.020877:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528042368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480379.020925:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988a63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528042368:12345-0@lo:400:kworker.0 Request processed in 489us (1810us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480379.020932:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789480379.020951:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789480379.020956:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3644:x1876405528041984:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789480379.020973:0:24222:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 747 last 0 00000020:00000080:3.0:1789480379.020992:0:24222:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xdaa289fda243ef29 00002000:00100000:3.0:1789480379.020998:0:24222:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8a6a86e77800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1789480379.021002:0:24222:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1789480379.021004:0:24222:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789480379.021124:0:24220:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1789480379.021169:0:24220:0:(import.c:65:import_set_state_nolock()) ffff8a6987c22000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789480379.021252:0:24220:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988a61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3644:x1876405528041856:12345-0@lo:8:kworker.0 Request processed in 568us (1271us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480379.021262:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789480379.021278:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789480379.021291:0:24220:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3644:x1876405528042496:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789480379.022745:0:24220:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 747 last 0 00000020:00000080:0.0:1789480379.022784:0:24220:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xdaa289fda243ef30 00002000:00100000:0.0:1789480379.022801:0:24220:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8a6987c22800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:0.0:1789480379.022805:0:24220:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:0.0:1789480379.022808:0:24220:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789480379.023017:0:24220:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:0.0:1789480379.023051:0:24220:0:(import.c:65:import_set_state_nolock()) ffff8a6987c21000 : changing import state from RECOVER to FULL 00002000:00080000:3.0:1789480379.023115:0:24222:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00100000:0.0:1789480379.023138:0:24220:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3644:x1876405528042496:12345-0@lo:8:kworker.0 Request processed in 1844us (3050us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480379.023148:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:3.0:1789480379.023212:0:24222:0:(import.c:65:import_set_state_nolock()) ffff8a6a86e77000 : changing import state from RECOVER to FULL 00010000:00080000:0.0:1789480379.023236:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a69894bd880 x1876405528041856/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789480404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480379.023247:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3644:x1876405528041984:12345-0@lo:8:kworker.0 Request processed in 2291us (3204us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480379.023250:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789480379.023261:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00100000:3.0:1789480379.023263:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:0.0:1789480379.023271:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1789480379.023278:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1789480379.023280:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6988484000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00010000:00080000:3.0:1789480379.023307:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a69894be300 x1876405528042368/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789480395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480379.023319:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528042368:0@lo:400:kworker.0 00010000:00080000:3.0:1789480379.023333:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a6a812a9180 x1876405528043008/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480379.023342:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a812a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1876405528043008:0@lo:400:kworker.0 00000100:00100000:3.0:1789480379.023355:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528042240:0@lo:400:kworker.0 00010000:00080000:3.0:1789480379.023367:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a69894bfb80 x1876405528042880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789480379.023376:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1876405528042880:0@lo:400:kworker.0 00000004:00080000:0.0:1789480379.023618:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1789480379.023624:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528041856:0@lo:8:kworker.0 00010000:00080000:0.0:1789480379.023640:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a69894bc380 x1876405528041984/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789480404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480379.023647:0:3644:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789480379.023651:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789480379.023657:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1789480379.023660:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1789480379.023668:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6988485800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1789480379.023698:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1789480379.023702:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1876405528041984:0@lo:8:kworker.0 00010000:00080000:0.0:1789480379.023723:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a69894bd180 x1876405528042496/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789480404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789480379.023732:0:3644:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1789480379.023737:0:3644:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1789480379.023739:0:3644:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1789480379.023741:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8a6aaaa8e000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1789480379.023757:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1789480379.023760:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1876405528042496:0@lo:8:kworker.0 00000004:00080000:3.0:1789480379.023785:0:23457:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1789480379.023785:0:22738:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1789480379.023859:0:23457:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 747947668316ns, next at 0ns, rc = 0 00000004:00080000:0.0:1789480379.023859:0:22738:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 747947668296ns, next at 0ns, rc = 0 00080000:00080000:3.0:1789480379.023866:0:23457:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00080000:00080000:0.0:1789480379.023866:0:22738:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1789480379.024119:0:22741:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:3.0:1789480379.024129:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a812a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876405528043264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789480379.024142:0:22741:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a812a9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22741:1876405528043392:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1789480379.024209:0:22741:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480379.024212:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480379.024251:0:22741:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6ac1a6a240 going to sleep for 11 seconds 00000004:00080000:2.0:1789480379.024269:0:22740:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789480379.024316:0:22740:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 747948124924ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789480379.024322:0:22740:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1789480379.024366:0:23458:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:2.0:1789480379.024384:0:23458:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a812ab480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23458:1876405528043648:0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1789480379.024412:0:23458:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480379.024430:0:23458:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6abb5eba80 going to sleep for 11 seconds 00000100:00100000:3.0:1789480379.024542:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528043392 00000100:00100000:3.0:1789480379.024551:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528043392 00000100:00100000:3.0:1789480379.024598:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528043648 00000100:00100000:3.0:1789480379.024602:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528043648 00000100:00100000:3.0:1789480379.024625:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789480379.024633:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22741:x1876405528043392:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1789480379.024834:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528043264 00000100:00100000:0.0:1789480379.024839:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528043264 00000100:00080000:3.0:1789480379.024849:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789480379.024863:0:24862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789480379.024868:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789480379.024875:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1876405528043264:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789480379.024876:0:24862:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23458:x1876405528043648:12345-0@lo:7:osp-pre-1-1.0 00002000:00000024:0.0:1789480379.024896:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789480379.024909:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789480379.024918:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a812aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528043520:0@lo:13:osp-pre-1-1.0 00000004:00080000:1.0:1789480379.025002:0:22739:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:1.0:1789480379.025016:0:22739:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22739:1876405528043904:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1789480379.025052:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480379.025053:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1876405528043264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 179us (867us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480379.025060:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789480379.025069:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa478700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528043776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789480379.025074:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528043520 00000100:00100000:0.0:1789480379.025077:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528043520 00000100:00100000:0.0:1789480379.025090:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789480379.025095:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a862f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3648:x1876405528043520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789480379.025103:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789480379.025112:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480379.025236:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a862f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3648:x1876405528043520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480379.025243:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789480379.025254:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528043776 00000100:00100000:0.0:1789480379.025257:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528043776 00000100:00100000:0.0:1789480379.025279:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789480379.025285:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1c2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1876405528043776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789480379.025295:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789480379.025321:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1c2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1876405528043776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480379.025327:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00002000:00080000:3.0:1789480379.026014:0:24222:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:3.0:1789480379.026021:0:24222:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1789480379.026026:0:24222:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00010000:00080000:0.0:1789480379.026027:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a6a812a8a80 x1876405528043264/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789480395 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480379.026049:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a812a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876405528043264:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1789480379.026263:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1789480379.026333:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a6aaa478700 x1876405528043776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789480395 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480379.026349:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa478700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528043776:0@lo:13:osp-pre-0-0.0 00010000:00080000:0.0:1789480379.026362:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a6a812aa300 x1876405528043520/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789480395 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480379.026374:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a812aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528043520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789480379.027049:0:22739:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480379.027095:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a698755b180 going to sleep for 11 seconds 00000100:00100000:0.0:1789480379.027241:0:24221:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:0.0:1789480379.027252:0:24221:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000004:00080000:0.0:1789480379.028243:0:23447:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000004:00080000:0.0:1789480379.028579:0:22694:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:0.0:1789480379.028596:0:22694:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000100:00100000:0.0:1789480379.028822:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528043904 00000100:00100000:0.0:1789480379.028834:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528043904 00000100:00100000:1.0:1789480379.028983:0:25223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789480379.028994:0:25223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa478700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22739:x1876405528043904:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1789480379.036710:0:24862:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1789480379.036730:0:24862:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1789480379.036854:0:24862:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23458:x1876405528043648:12345-0@lo:7:osp-pre-1-1.0 Request processed in 11972us (12434us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480379.036867:0:24862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:2.0:1789480379.036947:0:23458:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a6a812ab480 x1876405528043648/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789480395 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480379.036965:0:23458:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a812ab480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23458:1876405528043648:0@lo:7:osp-pre-1-1.0 00000004:00080000:2.0:1789480379.036982:0:23458:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1789480379.037028:0:23458:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a812ab480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23458:1876405528044032:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1789480379.037060:0:23458:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480379.037093:0:23458:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a897d2b40 going to sleep for 11 seconds 00000100:00100000:1.0:1789480379.037239:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528044032 00000100:00100000:1.0:1789480379.037247:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528044032 00000100:00100000:1.0:1789480379.037291:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789480379.037318:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23458:x1876405528044032:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1789480379.037356:0:24221:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1789480379.037392:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23458:x1876405528044032:12345-0@lo:5:osp-pre-1-1.0 Request processed in 87us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480379.037397:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:1.0:1789480379.037435:0:23458:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a6a812ab480 x1876405528044032/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789480395 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480379.037444:0:23458:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a812ab480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23458:1876405528044032:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1789480379.037452:0:23458:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1789480379.037488:0:23458:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23458:1876405528044160:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1789480379.037511:0:23458:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480379.037525:0:23458:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a698755b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789480379.037536:0:24862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528044160 00000100:00100000:1.0:1789480379.037539:0:24862:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528044160 00000100:00100000:1.0:1789480379.037559:0:24862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789480379.037565:0:24862:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa47ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23458:x1876405528044160:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1789480379.037591:0:24862:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00080000:2.0:1789480379.039630:0:25223:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:2.0:1789480379.039644:0:25223:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:2.0:1789480379.039651:0:25223:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00002000:00010000:3.0:1789480379.041535:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789480379.041550:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243ef37 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.041571:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=747s v=(0 0) 00010000:00010000:3.0:1789480379.041576:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789480379.041583:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243ef37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.041605:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243ef37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.041618:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243ef37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.041626:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243ef37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.041659:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789480379.041673:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789480379.041690:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243ef37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.041699:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecd600 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:3.0:1789480379.041703:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243ef37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.041714:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243ef37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.041733:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243ef37 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.041740:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243ef37 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.041760:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480379.041762:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480379.041764:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789480379.042656:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789480379.042665:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243ef3e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.042676:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=747s v=(0 0) 00010000:00010000:3.0:1789480379.043070:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789480379.043077:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243ef3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.043091:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243ef3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.043102:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243ef3e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.043110:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243ef3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.043258:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789480379.043418:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789480379.043427:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243ef3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.043435:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecce00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:0.0:1789480379.043441:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243ef3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.043450:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243ef3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.043633:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243ef3e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.043643:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243ef3e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.043666:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480379.043668:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480379.043669:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789480379.043878:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.043885:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efc060db/0xdaa289fda243ef45 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.043895:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=747s v=(0 0) 00010000:00010000:0.0:1789480379.043899:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.043911:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efc060db/0xdaa289fda243ef45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.043922:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efc060db/0xdaa289fda243ef45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.043930:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000efc060db/0xdaa289fda243ef45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.043939:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000efc060db/0xdaa289fda243ef45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.043956:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789480379.043964:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789480379.043969:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efc060db/0xdaa289fda243ef45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.043976:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a983fe000 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:0.0:1789480379.043979:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efc060db/0xdaa289fda243ef45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.043987:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efc060db/0xdaa289fda243ef45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.043998:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efc060db/0xdaa289fda243ef45 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.044018:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efc060db/0xdaa289fda243ef45 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.044032:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480379.044034:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480379.044036:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789480379.045314:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.045324:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063d5fece/0xdaa289fda243ef4c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.045340:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=747s v=(0 0) 00010000:00010000:0.0:1789480379.045345:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.045350:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063d5fece/0xdaa289fda243ef4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.045363:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063d5fece/0xdaa289fda243ef4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.045371:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063d5fece/0xdaa289fda243ef4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.045379:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063d5fece/0xdaa289fda243ef4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.045403:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.045710:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.045718:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063d5fece/0xdaa289fda243ef4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.045726:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a983fee00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.045731:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063d5fece/0xdaa289fda243ef4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.045752:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063d5fece/0xdaa289fda243ef4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.045771:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063d5fece/0xdaa289fda243ef4c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.045779:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063d5fece/0xdaa289fda243ef4c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.045796:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.045798:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.045799:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789480379.046569:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.046585:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034b764b6/0xdaa289fda243ef53 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.046597:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=747s v=(0 0) 00010000:00010000:0.0:1789480379.046602:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.046607:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034b764b6/0xdaa289fda243ef53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.046620:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000034b764b6/0xdaa289fda243ef53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.046630:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034b764b6/0xdaa289fda243ef53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.046638:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000034b764b6/0xdaa289fda243ef53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.046660:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789480379.046670:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789480379.046675:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000034b764b6/0xdaa289fda243ef53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.046695:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a983ff600 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:0.0:1789480379.046699:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000034b764b6/0xdaa289fda243ef53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.046708:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000034b764b6/0xdaa289fda243ef53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.046731:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000034b764b6/0xdaa289fda243ef53 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.046739:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034b764b6/0xdaa289fda243ef53 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.046755:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480379.046757:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480379.046758:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789480379.048086:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.048098:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000262e74ca/0xdaa289fda243ef5a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.048112:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=747s v=(0 0) 00010000:00010000:0.0:1789480379.048116:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.048122:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262e74ca/0xdaa289fda243ef5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.048135:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262e74ca/0xdaa289fda243ef5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.048146:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000262e74ca/0xdaa289fda243ef5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.048153:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000262e74ca/0xdaa289fda243ef5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.048186:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.048509:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.048517:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000262e74ca/0xdaa289fda243ef5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.048526:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a983ffe00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.048531:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000262e74ca/0xdaa289fda243ef5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.048541:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000262e74ca/0xdaa289fda243ef5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.048559:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000262e74ca/0xdaa289fda243ef5a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.048579:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262e74ca/0xdaa289fda243ef5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.048600:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.048601:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.048603:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789480379.049935:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.049949:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f29d0ca/0xdaa289fda243ef61 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.049964:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=747s v=(0 0) 00010000:00010000:0.0:1789480379.049968:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.049973:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f29d0ca/0xdaa289fda243ef61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.049987:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f29d0ca/0xdaa289fda243ef61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.049998:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f29d0ca/0xdaa289fda243ef61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.050006:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f29d0ca/0xdaa289fda243ef61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.050024:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789480379.050035:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789480379.050041:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f29d0ca/0xdaa289fda243ef61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.050050:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a983ff400 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:0.0:1789480379.050063:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f29d0ca/0xdaa289fda243ef61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.050074:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f29d0ca/0xdaa289fda243ef61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.050091:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f29d0ca/0xdaa289fda243ef61 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.050099:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f29d0ca/0xdaa289fda243ef61 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.050115:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480379.050117:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480379.050118:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789480379.051701:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.051717:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1d4bc95/0xdaa289fda243ef68 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.051732:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=747s v=(0 0) 00010000:00010000:0.0:1789480379.051736:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.051743:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1d4bc95/0xdaa289fda243ef68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.051759:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e1d4bc95/0xdaa289fda243ef68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.051770:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1d4bc95/0xdaa289fda243ef68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.051785:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e1d4bc95/0xdaa289fda243ef68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.051811:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.052466:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.052485:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e1d4bc95/0xdaa289fda243ef68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.052496:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a983fea00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.052502:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1d4bc95/0xdaa289fda243ef68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.052512:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1d4bc95/0xdaa289fda243ef68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.052531:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e1d4bc95/0xdaa289fda243ef68 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.052540:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1d4bc95/0xdaa289fda243ef68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.052563:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.052565:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.052566:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789480379.053674:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789480379.053701:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab7070a6/0xdaa289fda243ef6f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.053718:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=747s v=(0 0) 00010000:00010000:3.0:1789480379.053723:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789480379.053729:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab7070a6/0xdaa289fda243ef6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.053745:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab7070a6/0xdaa289fda243ef6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.053756:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab7070a6/0xdaa289fda243ef6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.053771:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab7070a6/0xdaa289fda243ef6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.053801:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.054706:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.054717:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab7070a6/0xdaa289fda243ef6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.054728:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecc200 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.054733:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab7070a6/0xdaa289fda243ef6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.054743:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab7070a6/0xdaa289fda243ef6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.054761:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab7070a6/0xdaa289fda243ef6f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.054769:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab7070a6/0xdaa289fda243ef6f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.054792:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.054794:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.054796:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789480379.055151:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789480379.055160:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243ef76 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.055172:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=747s v=(0 0) 00010000:00010000:3.0:1789480379.055176:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789480379.055182:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243ef76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.055220:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243ef76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.055231:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243ef76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.055239:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243ef76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.055255:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.055693:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.055701:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243ef76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.055710:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecda00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.055715:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243ef76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.055737:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243ef76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.055751:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243ef76 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.055759:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243ef76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.055777:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.055779:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.055781:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789480379.056132:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789480379.056140:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243ef7d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.056155:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=747s v=(0 0) 00010000:00010000:3.0:1789480379.056159:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789480379.056163:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243ef7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.056173:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243ef7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.056182:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243ef7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.056213:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243ef7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.056231:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.057388:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.057399:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243ef7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.057410:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecc400 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.057416:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243ef7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.057426:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243ef7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.057444:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243ef7d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.057463:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243ef7d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.057485:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.057487:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.057489:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789480379.058948:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789480379.058959:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243ef84 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.058974:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=747s v=(0 0) 00010000:00010000:3.0:1789480379.058979:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789480379.058984:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243ef84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.058999:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243ef84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.059019:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243ef84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.059026:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243ef84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.059042:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.059703:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.059712:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243ef84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.059723:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecd000 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.059728:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243ef84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.059738:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243ef84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.059758:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243ef84 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.059766:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243ef84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.059786:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.059788:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.059790:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789480379.059873:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789480379.059880:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243ef8b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.059890:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=747s v=(0 0) 00010000:00010000:1.0:1789480379.059894:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789480379.059899:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243ef8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.059914:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243ef8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.059923:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243ef8b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.059931:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243ef8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.059948:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789480379.060146:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789480379.060153:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243ef8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.060161:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ab796d600 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:0.0:1789480379.060163:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243ef8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.060172:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243ef8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.060185:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243ef8b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.060222:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243ef8b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.060238:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480379.060239:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480379.060241:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789480379.060302:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.060314:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a325dddb/0xdaa289fda243ef92 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.060322:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=747s v=(0 0) 00010000:00010000:0.0:1789480379.060325:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.060329:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a325dddb/0xdaa289fda243ef92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.060338:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a325dddb/0xdaa289fda243ef92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.060346:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a325dddb/0xdaa289fda243ef92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.060352:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a325dddb/0xdaa289fda243ef92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.060364:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.060620:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.060626:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a325dddb/0xdaa289fda243ef92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.060633:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84308800 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.060637:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a325dddb/0xdaa289fda243ef92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.060659:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a325dddb/0xdaa289fda243ef92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.060671:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a325dddb/0xdaa289fda243ef92 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.060688:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a325dddb/0xdaa289fda243ef92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.060704:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.060706:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.060708:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789480379.060916:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.060922:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243ef99 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.060930:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=747s v=(0 0) 00010000:00010000:0.0:1789480379.060933:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00002000:00010000:1.0:1789480379.061124:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.061178:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243ef99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.061211:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243ef99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.061226:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243ef99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.061234:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243ef99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.061255:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789480379.061332:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789480379.061339:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243ef99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.061357:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84308600 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.061361:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243ef99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.061370:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243ef99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.061385:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243ef99 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.061404:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243ef99 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.061421:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.061422:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4c9bec2/0xdaa289fda243efa0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.061423:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.061425:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.061431:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=747s v=(0 0) 00010000:00010000:1.0:1789480379.061434:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789480379.061438:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4c9bec2/0xdaa289fda243efa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.061448:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4c9bec2/0xdaa289fda243efa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.061456:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d4c9bec2/0xdaa289fda243efa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.061470:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d4c9bec2/0xdaa289fda243efa0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.061587:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789480379.061890:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789480379.061896:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243efa7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.061905:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=747s v=(0 0) 00010000:00010000:1.0:1789480379.061908:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789480379.061912:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243efa7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.061922:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243efa7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.061930:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243efa7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.061936:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243efa7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.062031:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789480379.062037:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d4c9bec2/0xdaa289fda243efa0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.062044:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ab796c400 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.062048:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4c9bec2/0xdaa289fda243efa0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.062057:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d4c9bec2/0xdaa289fda243efa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.062070:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d4c9bec2/0xdaa289fda243efa0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789480379.062073:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.062078:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096688429/0xdaa289fda243efae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.062079:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4c9bec2/0xdaa289fda243efa0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.062087:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=747s v=(0 0) 00010000:00010000:0.0:1789480379.062090:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789480379.062094:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789480379.062094:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096688429/0xdaa289fda243efae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.062098:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243efa7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.062103:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000096688429/0xdaa289fda243efae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.062111:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ab796d800 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:0.0:1789480379.062112:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096688429/0xdaa289fda243efae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.062114:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243efa7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.062120:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000096688429/0xdaa289fda243efae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.062123:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243efa7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.062133:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243efa7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.062141:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.062143:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.062145:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480379.062157:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789480379.062831:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.062838:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051e83821/0xdaa289fda243efb5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.062850:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=747s v=(0 0) 00010000:00010000:0.0:1789480379.062853:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.062858:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051e83821/0xdaa289fda243efb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.062868:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051e83821/0xdaa289fda243efb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.062877:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051e83821/0xdaa289fda243efb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.062884:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051e83821/0xdaa289fda243efb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.062897:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1789480379.063237:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.063243:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000310ce1c6/0xdaa289fda243efbc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.063252:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=747s v=(0 0) 00010000:00010000:0.0:1789480379.063260:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.063264:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000310ce1c6/0xdaa289fda243efbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.063273:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000310ce1c6/0xdaa289fda243efbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.063281:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000310ce1c6/0xdaa289fda243efbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.063288:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000310ce1c6/0xdaa289fda243efbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.063297:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1789480379.063672:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.063690:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000192d2e50/0xdaa289fda243efc3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.063699:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=747s v=(0 0) 00010000:00010000:0.0:1789480379.063703:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.063707:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000192d2e50/0xdaa289fda243efc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.063716:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000192d2e50/0xdaa289fda243efc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.063725:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000192d2e50/0xdaa289fda243efc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.063738:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000192d2e50/0xdaa289fda243efc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.063747:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1789480379.064153:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789480379.064160:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243efca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.064169:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=747s v=(0 0) 00010000:00010000:3.0:1789480379.064172:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789480379.064176:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243efca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.064208:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243efca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.064218:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243efca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.064227:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243efca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.064249:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:1.0:1789480379.065244:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:1.0:1789480379.065254:0:25223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243efa7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065600:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1789480379.065609:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000096688429/0xdaa289fda243efae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065618:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84309a00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.065623:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000096688429/0xdaa289fda243efae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065634:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000096688429/0xdaa289fda243efae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065656:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000096688429/0xdaa289fda243efae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065670:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000096688429/0xdaa289fda243efae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065699:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1789480379.065703:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051e83821/0xdaa289fda243efb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065709:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84309800 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.065712:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051e83821/0xdaa289fda243efb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065719:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051e83821/0xdaa289fda243efb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065729:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051e83821/0xdaa289fda243efb5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065736:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051e83821/0xdaa289fda243efb5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065747:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789480379.065751:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000310ce1c6/0xdaa289fda243efbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065757:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84308400 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.065765:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000310ce1c6/0xdaa289fda243efbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065773:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000310ce1c6/0xdaa289fda243efbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065782:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000310ce1c6/0xdaa289fda243efbc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065790:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000310ce1c6/0xdaa289fda243efbc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065802:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789480379.065805:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000192d2e50/0xdaa289fda243efc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065812:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84308e00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.065815:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000192d2e50/0xdaa289fda243efc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065823:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000192d2e50/0xdaa289fda243efc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065832:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000192d2e50/0xdaa289fda243efc3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065839:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000192d2e50/0xdaa289fda243efc3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065855:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789480379.065859:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243efca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065866:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecd600 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.065869:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243efca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065877:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243efca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065887:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243efca lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065895:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002616b7ef/0xdaa289fda243efca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.065909:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.065911:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.065913:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.065920:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789480379.066089:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789480379.066097:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243efd1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.066109:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=747s v=(0 0) 00010000:00010000:3.0:1789480379.066113:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789480379.066118:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243efd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.066131:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243efd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.066141:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243efd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.066149:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243efd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.066169:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789480379.066771:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789480379.066779:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243efd8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.066789:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=747s v=(0 0) 00010000:00010000:1.0:1789480379.066792:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789480379.066797:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243efd8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.066807:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243efd8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.066815:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243efd8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.066823:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243efd8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.066839:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789480379.066849:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789480379.066854:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243efd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.066861:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecce00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.066865:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243efd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.066880:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243efd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.066893:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243efd1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.066901:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c947c2d/0xdaa289fda243efd1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.066918:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.066922:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243efd8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.066928:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ab796d200 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.066932:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243efd8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.066939:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243efd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.066949:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243efd8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.066966:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.067263:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243efd8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789480379.067288:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789480379.067290:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.067292:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.067294:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.067295:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243efdf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.067325:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=747s v=(0 0) 00010000:00010000:2.0:1789480379.067329:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789480379.067333:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243efdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.067852:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243efdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.067861:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243efdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.067868:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243efdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.067891:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789480379.068245:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789480379.068252:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243efdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.068261:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bda00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:3.0:1789480379.068271:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243efdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.068280:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243efdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.068296:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243efdf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.068315:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243efdf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.068330:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480379.068332:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480379.068334:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789480379.068348:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789480379.068354:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243efe6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.068363:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=747s v=(0 0) 00010000:00010000:1.0:1789480379.068367:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789480379.068371:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243efe6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.068381:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243efe6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.068389:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243efe6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.068397:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243efe6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.068412:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.068420:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.068424:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243efe6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.068442:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ab796da00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.068446:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243efe6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.068454:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243efe6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.068464:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243efe6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.068471:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243efe6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.068484:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.068486:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.068488:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789480379.070214:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789480379.070226:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d47bf84/0xdaa289fda243efed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.070242:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=747s v=(0 0) 00010000:00010000:2.0:1789480379.070246:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789480379.070251:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d47bf84/0xdaa289fda243efed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.070265:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d47bf84/0xdaa289fda243efed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.070288:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d47bf84/0xdaa289fda243efed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.070296:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d47bf84/0xdaa289fda243efed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.070309:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789480379.070519:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789480379.070527:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d47bf84/0xdaa289fda243efed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.070535:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bc400 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:3.0:1789480379.070541:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d47bf84/0xdaa289fda243efed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.070552:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d47bf84/0xdaa289fda243efed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.070570:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d47bf84/0xdaa289fda243efed lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.070586:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d47bf84/0xdaa289fda243efed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.070605:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480379.070607:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480379.070608:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789480379.071360:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789480379.071369:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c94c2e7c/0xdaa289fda243eff4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.071381:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=747s v=(0 0) 00010000:00010000:2.0:1789480379.071385:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789480379.071390:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c94c2e7c/0xdaa289fda243eff4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.071402:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c94c2e7c/0xdaa289fda243eff4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.071412:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c94c2e7c/0xdaa289fda243eff4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.071420:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c94c2e7c/0xdaa289fda243eff4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.071461:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789480379.071902:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789480379.071909:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000881d6628/0xdaa289fda243effb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.071919:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=747s v=(0 0) 00010000:00010000:2.0:1789480379.071922:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789480379.071926:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000881d6628/0xdaa289fda243effb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.071936:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000881d6628/0xdaa289fda243effb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.071944:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000881d6628/0xdaa289fda243effb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.071951:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000881d6628/0xdaa289fda243effb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.071973:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789480379.072620:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789480379.072631:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c94c2e7c/0xdaa289fda243eff4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.072642:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bd200 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.072647:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c94c2e7c/0xdaa289fda243eff4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.072657:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c94c2e7c/0xdaa289fda243eff4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.072694:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c94c2e7c/0xdaa289fda243eff4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.072703:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c94c2e7c/0xdaa289fda243eff4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.072723:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.072726:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000881d6628/0xdaa289fda243effb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.072732:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb5dac00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.072735:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000881d6628/0xdaa289fda243effb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.072742:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000881d6628/0xdaa289fda243effb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.072750:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000881d6628/0xdaa289fda243effb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.072757:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000881d6628/0xdaa289fda243effb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.072770:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.072772:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.072780:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.073001:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789480379.073246:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789480379.073253:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000530f9bcb/0xdaa289fda243f002 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.073264:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=747s v=(0 0) 00010000:00010000:2.0:1789480379.073274:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789480379.073279:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000530f9bcb/0xdaa289fda243f002 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.073289:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000530f9bcb/0xdaa289fda243f002 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.073298:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000530f9bcb/0xdaa289fda243f002 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.073316:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000530f9bcb/0xdaa289fda243f002 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.073333:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.073395:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.073400:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000530f9bcb/0xdaa289fda243f002 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.073407:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb5da400 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.073411:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000530f9bcb/0xdaa289fda243f002 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.073418:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000530f9bcb/0xdaa289fda243f002 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.073442:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000530f9bcb/0xdaa289fda243f002 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.073450:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000530f9bcb/0xdaa289fda243f002 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.073463:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.073464:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.073466:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789480379.074613:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789480379.074625:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f009 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.074638:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=747s v=(0 0) 00010000:00010000:3.0:1789480379.074642:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789480379.074647:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f009 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.074661:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f009 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.074670:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f009 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.074690:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f009 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.074746:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789480379.074921:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789480379.074929:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f009 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.074936:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecd000 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:0.0:1789480379.074940:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f009 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.074948:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f009 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.074964:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f009 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.074972:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f009 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.074988:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480379.074989:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480379.074991:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789480379.075290:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789480379.075302:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000acd91f27/0xdaa289fda243f010 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.075311:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=747s v=(0 0) 00010000:00010000:3.0:1789480379.075315:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789480379.075319:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acd91f27/0xdaa289fda243f010 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.075331:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000acd91f27/0xdaa289fda243f010 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.075340:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000acd91f27/0xdaa289fda243f010 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.075347:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000acd91f27/0xdaa289fda243f010 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.075366:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.075671:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.075690:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000acd91f27/0xdaa289fda243f010 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.075698:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecc400 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.075702:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000acd91f27/0xdaa289fda243f010 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.075723:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000acd91f27/0xdaa289fda243f010 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.075737:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000acd91f27/0xdaa289fda243f010 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.075745:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acd91f27/0xdaa289fda243f010 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.075758:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.075760:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.075761:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789480379.076007:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789480379.076014:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f017 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.076023:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=747s v=(0 0) 00010000:00010000:3.0:1789480379.076032:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789480379.076037:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f017 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.076048:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f017 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.076062:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f017 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.076069:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f017 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.076093:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789480379.077300:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789480379.077314:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f017 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.077327:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecda00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:3.0:1789480379.077332:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f017 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.077343:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f017 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.077364:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f017 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.077371:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f017 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.077389:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480379.077403:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480379.077405:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789480379.078489:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789480379.078571:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab7070a6/0xdaa289fda243f01e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.078588:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=748s v=(0 0) 00010000:00010000:3.0:1789480379.078593:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789480379.078600:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab7070a6/0xdaa289fda243f01e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.078617:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab7070a6/0xdaa289fda243f01e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.078629:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab7070a6/0xdaa289fda243f01e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.078637:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab7070a6/0xdaa289fda243f01e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.078665:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789480379.078706:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789480379.078714:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab7070a6/0xdaa289fda243f01e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.078722:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecc200 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.078727:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab7070a6/0xdaa289fda243f01e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.078735:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab7070a6/0xdaa289fda243f01e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.078750:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab7070a6/0xdaa289fda243f01e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.078772:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab7070a6/0xdaa289fda243f01e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.078790:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.078792:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.078794:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789480379.079979:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789480379.079990:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a94a5fbe/0xdaa289fda243f025 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.080005:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=748s v=(0 0) 00010000:00010000:2.0:1789480379.080009:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789480379.080014:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a94a5fbe/0xdaa289fda243f025 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.080028:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a94a5fbe/0xdaa289fda243f025 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.080037:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a94a5fbe/0xdaa289fda243f025 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.080044:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a94a5fbe/0xdaa289fda243f025 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.080062:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789480379.080594:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789480379.080603:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a94a5fbe/0xdaa289fda243f025 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.080612:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb5dba00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:3.0:1789480379.080617:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a94a5fbe/0xdaa289fda243f025 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789480379.080629:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789480379.080639:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b7da2bb/0xdaa289fda243f02c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.080640:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a94a5fbe/0xdaa289fda243f025 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.080648:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=748s v=(0 0) 00010000:00010000:2.0:1789480379.080652:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789480379.080655:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b7da2bb/0xdaa289fda243f02c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.080659:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a94a5fbe/0xdaa289fda243f025 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.080665:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b7da2bb/0xdaa289fda243f02c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.080667:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a94a5fbe/0xdaa289fda243f025 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.080673:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005b7da2bb/0xdaa289fda243f02c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.080695:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.080696:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b7da2bb/0xdaa289fda243f02c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.080697:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480379.080699:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.080712:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789480379.080720:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789480379.080724:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b7da2bb/0xdaa289fda243f02c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.080731:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb5da200 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:3.0:1789480379.080734:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b7da2bb/0xdaa289fda243f02c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.080741:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b7da2bb/0xdaa289fda243f02c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.080751:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b7da2bb/0xdaa289fda243f02c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.080769:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b7da2bb/0xdaa289fda243f02c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.080781:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480379.080783:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480379.080785:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789480379.081051:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789480379.081057:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000046fe7b7d/0xdaa289fda243f033 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.081066:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=748s v=(0 0) 00010000:00010000:2.0:1789480379.081068:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789480379.081072:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000046fe7b7d/0xdaa289fda243f033 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.081081:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000046fe7b7d/0xdaa289fda243f033 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.081096:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000046fe7b7d/0xdaa289fda243f033 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.081103:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000046fe7b7d/0xdaa289fda243f033 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.081117:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789480379.081371:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789480379.081376:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000046fe7b7d/0xdaa289fda243f033 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.081385:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb5dae00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:3.0:1789480379.081391:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000046fe7b7d/0xdaa289fda243f033 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.081401:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000046fe7b7d/0xdaa289fda243f033 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1789480379.081414:0:25037:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00010000:00010000:3.0:1789480379.081417:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000046fe7b7d/0xdaa289fda243f033 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.081432:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046fe7b7d/0xdaa289fda243f033 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.081459:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480379.081462:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480379.081467:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789480379.081481:0:25037:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1789480379.081488:0:25037:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:2.0:1789480379.081725:0:24862:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa47ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23458:x1876405528044160:12345-0@lo:5:osp-pre-1-1.0 Request processed in 44155us (44208us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789480379.081737:0:24862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789480379.081800:0:23458:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1789480379.081811:0:23458:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23458:1876405528044160:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1789480379.081826:0:23458:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1789480379.081880:0:23458:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23458:1876405528044288:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1789480379.081935:0:23458:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480379.081971:0:23458:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a89794f00 going to sleep for 11 seconds 00002000:00010000:0.0:1789480379.082236:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.082253:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f03a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.082264:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=748s v=(0 0) 00010000:00010000:0.0:1789480379.082268:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.082273:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f03a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.082286:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f03a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.082295:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f03a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.082301:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f03a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.082345:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.082374:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.082385:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f03a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.082417:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84309200 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.082421:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f03a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.082431:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f03a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.082453:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f03a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.082461:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f03a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.082486:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.082488:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.082489:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789480379.082597:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528044288 00000100:00100000:2.0:1789480379.082608:0:22725:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528044288 00000100:00100000:2.0:1789480379.082656:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789480379.082667:0:22725:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa479c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23458:x1876405528044288:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1789480379.082756:0:22725:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa479c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23458:x1876405528044288:12345-0@lo:900:osp-pre-1-1.0 Request processed in 91us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480379.082763:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1789480379.082805:0:23458:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a6aaa47b480 x1876405528044288/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789480395 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480379.082817:0:23458:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23458:1876405528044288:0@lo:900:osp-pre-1-1.0 00002000:00010000:2.0:1789480379.083079:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789480379.083086:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051305bb3/0xdaa289fda243f041 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.083097:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=748s v=(0 0) 00010000:00010000:2.0:1789480379.083101:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789480379.083105:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051305bb3/0xdaa289fda243f041 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.083127:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051305bb3/0xdaa289fda243f041 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.083137:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051305bb3/0xdaa289fda243f041 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.083145:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051305bb3/0xdaa289fda243f041 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.083166:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.083470:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.083483:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051305bb3/0xdaa289fda243f041 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.083494:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb5db000 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.083508:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051305bb3/0xdaa289fda243f041 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.083518:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051305bb3/0xdaa289fda243f041 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.083533:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051305bb3/0xdaa289fda243f041 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.083541:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051305bb3/0xdaa289fda243f041 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.083559:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.083560:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.083562:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789480379.085028:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789480379.085043:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f048 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.085060:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=748s v=(0 0) 00010000:00010000:3.0:1789480379.085065:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789480379.085071:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f048 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.085087:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f048 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.085097:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f048 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.085105:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f048 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.085286:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.085317:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.085334:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f048 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.085347:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecda00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.085352:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f048 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.085363:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f048 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.085382:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f048 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.085406:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b3743ff/0xdaa289fda243f048 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.085432:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.085434:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.085437:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789480379.087066:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789480379.087081:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f04f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.087099:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=748s v=(0 0) 00010000:00010000:3.0:1789480379.087104:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789480379.087110:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f04f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.087893:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f04f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.087911:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f04f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.087920:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f04f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.087949:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789480379.088424:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789480379.088433:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f04f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.088444:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecd000 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.088451:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f04f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.088463:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f04f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.088489:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f04f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.088498:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008131c9f0/0xdaa289fda243f04f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.088533:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.088536:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.088602:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789480379.088973:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789480379.088981:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243f056 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.088994:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=748s v=(0 0) 00010000:00010000:3.0:1789480379.088999:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789480379.089005:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243f056 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.089017:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243f056 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.089027:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243f056 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.089046:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243f056 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480379.089124:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1789480379.089217:0:24222:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:3.0:1789480379.089350:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22741:x1876405528043392:12345-0@lo:5:osp-pre-1-0.0 Request processed in 64702us (65145us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480379.089362:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:2.0:1789480379.089710:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789480379.089717:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243f056 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.089728:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecc400 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.089733:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243f056 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.089742:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243f056 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.089758:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243f056 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.089766:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acd91f27/0xdaa289fda243f056 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.089784:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.089786:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.089787:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789480379.089831:0:22741:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a812a9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22741:1876405528043392:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1789480379.089849:0:22741:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1789480379.089908:0:22741:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a812a9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22741:1876405528044416:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1789480379.089950:0:22741:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480379.090039:0:22741:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a897d2300 going to sleep for 11 seconds 00000100:00100000:3.0:1789480379.090080:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528044416 00000100:00100000:3.0:1789480379.090088:0:24220:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528044416 00000100:00100000:3.0:1789480379.090294:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789480379.090305:0:24220:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22741:x1876405528044416:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1789480379.090550:0:24220:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:3.0:1789480379.093033:0:24220:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22741:x1876405528044416:12345-0@lo:5:osp-pre-1-0.0 Request processed in 2721us (3074us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1789480379.093047:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789480379.093316:0:22741:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a812a9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22741:1876405528044416:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1789480379.093868:0:22741:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00002000:00010000:1.0:1789480379.093957:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789480379.093969:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243f05d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.093995:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=748s v=(0 0) 00010000:00010000:1.0:1789480379.094001:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789480379.094008:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243f05d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.094026:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243f05d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.094039:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243f05d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.094052:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243f05d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.094078:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789480379.094629:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789480379.094638:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243f05d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.094647:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ab796da00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.094652:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243f05d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.094661:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243f05d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.094691:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243f05d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.094700:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001bfce114/0xdaa289fda243f05d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.094719:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.094721:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.094722:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789480379.094827:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789480379.094841:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243f064 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.094850:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=748s v=(0 0) 00010000:00010000:1.0:1789480379.094854:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789480379.094858:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243f064 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.094868:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243f064 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.094877:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243f064 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.094884:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243f064 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.094939:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789480379.095301:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789480379.095307:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243f06b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.095315:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=748s v=(0 0) 00010000:00010000:1.0:1789480379.095318:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789480379.095322:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243f06b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.095331:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243f06b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.095345:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243f06b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.095353:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243f06b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.095397:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789480379.095404:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243f064 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.095423:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ab796d200 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.095427:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243f064 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.095445:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243f064 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.095459:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243f064 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.095466:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e633af7a/0xdaa289fda243f064 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.095597:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789480379.095600:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243f06b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.095606:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ab796d800 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.095610:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243f06b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.095617:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243f06b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.095627:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243f06b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.095642:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.095644:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.095646:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.095715:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789480379.095720:0:25223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4ec687c/0xdaa289fda243f06b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.095941:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789480379.096735:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789480379.096749:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4c9bec2/0xdaa289fda243f072 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.096766:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=748s v=(0 0) 00010000:00010000:1.0:1789480379.096770:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789480379.096776:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4c9bec2/0xdaa289fda243f072 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.096790:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4c9bec2/0xdaa289fda243f072 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.096799:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4c9bec2/0xdaa289fda243f072 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.096826:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4c9bec2/0xdaa289fda243f072 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.096849:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789480379.096963:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789480379.096973:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4c9bec2/0xdaa289fda243f072 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.096985:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ab796c400 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.096990:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4c9bec2/0xdaa289fda243f072 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.097002:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4c9bec2/0xdaa289fda243f072 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.097022:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4c9bec2/0xdaa289fda243f072 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.097040:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4c9bec2/0xdaa289fda243f072 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.097063:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.097064:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.097067:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789480379.097303:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789480379.097314:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243f079 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.097323:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=748s v=(0 0) 00010000:00010000:1.0:1789480379.097327:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789480379.097331:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243f079 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.097341:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243f079 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.097348:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243f079 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.097355:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243f079 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.097438:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789480379.097464:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789480379.097480:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243f079 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.097495:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ab796d600 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.097499:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243f079 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.097508:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243f079 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.097521:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243f079 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.097528:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e96b12b1/0xdaa289fda243f079 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.097545:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.097547:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.097549:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789480379.098179:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.098318:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000069612019/0xdaa289fda243f080 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.098341:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=748s v=(0 0) 00010000:00010000:0.0:1789480379.098345:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.098351:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000069612019/0xdaa289fda243f080 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.098375:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000069612019/0xdaa289fda243f080 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.098386:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000069612019/0xdaa289fda243f080 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.098394:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000069612019/0xdaa289fda243f080 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.098417:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.098452:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.098464:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000069612019/0xdaa289fda243f080 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.098492:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84308200 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.098496:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000069612019/0xdaa289fda243f080 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.098509:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000069612019/0xdaa289fda243f080 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.098526:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000069612019/0xdaa289fda243f080 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.098535:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000069612019/0xdaa289fda243f080 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.098559:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.098561:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.098563:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789480379.098909:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.098917:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab005d48/0xdaa289fda243f087 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.098929:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=748s v=(0 0) 00010000:00010000:0.0:1789480379.098932:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.098937:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab005d48/0xdaa289fda243f087 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.098947:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab005d48/0xdaa289fda243f087 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.098956:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab005d48/0xdaa289fda243f087 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.098975:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab005d48/0xdaa289fda243f087 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.098996:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.099036:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.099045:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab005d48/0xdaa289fda243f087 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.099055:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84309c00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.099059:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab005d48/0xdaa289fda243f087 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.099067:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab005d48/0xdaa289fda243f087 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.099091:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab005d48/0xdaa289fda243f087 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.099098:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab005d48/0xdaa289fda243f087 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.099115:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.099117:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.099119:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789480379.099409:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.099416:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006026e8d3/0xdaa289fda243f08e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.099425:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=748s v=(0 0) 00010000:00010000:0.0:1789480379.099429:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.099433:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006026e8d3/0xdaa289fda243f08e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.099453:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006026e8d3/0xdaa289fda243f08e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.099461:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006026e8d3/0xdaa289fda243f08e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.099467:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006026e8d3/0xdaa289fda243f08e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.099492:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.099530:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.099538:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006026e8d3/0xdaa289fda243f08e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.099547:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84308a00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.099550:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006026e8d3/0xdaa289fda243f08e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.099559:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006026e8d3/0xdaa289fda243f08e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.099573:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006026e8d3/0xdaa289fda243f08e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.099580:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006026e8d3/0xdaa289fda243f08e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.099698:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.099700:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.099702:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789480379.099856:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.099864:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077e641bd/0xdaa289fda243f095 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.099883:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=748s v=(0 0) 00010000:00010000:0.0:1789480379.099887:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.099892:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077e641bd/0xdaa289fda243f095 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.099901:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077e641bd/0xdaa289fda243f095 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.099910:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077e641bd/0xdaa289fda243f095 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.099918:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000077e641bd/0xdaa289fda243f095 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.099937:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.099973:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.099980:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000077e641bd/0xdaa289fda243f095 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.099990:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84309400 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.099994:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000077e641bd/0xdaa289fda243f095 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.100003:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000077e641bd/0xdaa289fda243f095 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.100017:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000077e641bd/0xdaa289fda243f095 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.100024:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077e641bd/0xdaa289fda243f095 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.100042:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.100045:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.100047:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789480379.100312:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.100319:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9cc3c7d/0xdaa289fda243f09c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.100327:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=748s v=(0 0) 00010000:00010000:0.0:1789480379.100330:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.100334:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9cc3c7d/0xdaa289fda243f09c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.100344:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d9cc3c7d/0xdaa289fda243f09c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.100364:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9cc3c7d/0xdaa289fda243f09c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.100371:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d9cc3c7d/0xdaa289fda243f09c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.100386:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.100714:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.100722:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d9cc3c7d/0xdaa289fda243f09c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.100746:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84309e00 already unused, calling callback (ffffffffc0d558b0) 00002000:00010000:0.0:1789480379.100749:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789480379.100751:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9cc3c7d/0xdaa289fda243f09c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.100759:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e7c4abf/0xdaa289fda243f0a3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.100767:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9cc3c7d/0xdaa289fda243f09c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.100773:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=748s v=(0 0) 00010000:00010000:0.0:1789480379.100789:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.100796:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e7c4abf/0xdaa289fda243f0a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.100797:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d9cc3c7d/0xdaa289fda243f09c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.100827:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e7c4abf/0xdaa289fda243f0a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.100828:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9cc3c7d/0xdaa289fda243f09c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.100868:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e7c4abf/0xdaa289fda243f0a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.100879:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e7c4abf/0xdaa289fda243f0a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.100880:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.100884:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.100887:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480379.100914:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.100942:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.100949:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e7c4abf/0xdaa289fda243f0a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.100960:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84309600 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.100963:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e7c4abf/0xdaa289fda243f0a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.100970:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e7c4abf/0xdaa289fda243f0a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.100992:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e7c4abf/0xdaa289fda243f0a3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.101000:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e7c4abf/0xdaa289fda243f0a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.101014:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.101015:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.101017:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789480379.101754:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.101763:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7438f4d/0xdaa289fda243f0aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.101773:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=748s v=(0 0) 00010000:00010000:0.0:1789480379.101776:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.101780:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7438f4d/0xdaa289fda243f0aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.101790:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7438f4d/0xdaa289fda243f0aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.101798:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e7438f4d/0xdaa289fda243f0aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.101806:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7438f4d/0xdaa289fda243f0aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.101828:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789480379.102177:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.102184:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f0b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.102304:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=748s v=(0 0) 00010000:00010000:1.0:1789480379.102305:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.102317:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7438f4d/0xdaa289fda243f0aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.102318:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.102327:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f0b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.102343:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84308000 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:0.0:1789480379.102353:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f0b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.102354:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7438f4d/0xdaa289fda243f0aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.102398:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f0b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.102402:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7438f4d/0xdaa289fda243f0aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.102436:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f0b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.102450:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7438f4d/0xdaa289fda243f0aa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.102461:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7438f4d/0xdaa289fda243f0aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.102501:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.102503:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.102505:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480379.102578:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.102668:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.102674:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f0b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.102693:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84309200 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.102697:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f0b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.102705:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f0b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.102716:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f0b1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.102723:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000947deb70/0xdaa289fda243f0b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.102738:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.102739:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.102741:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789480379.102879:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.102887:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000192d2e50/0xdaa289fda243f0b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.102897:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=748s v=(0 0) 00010000:00010000:0.0:1789480379.102900:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.102905:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000192d2e50/0xdaa289fda243f0b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.102915:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000192d2e50/0xdaa289fda243f0b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.102925:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000192d2e50/0xdaa289fda243f0b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.102938:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000192d2e50/0xdaa289fda243f0b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.102959:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789480379.103388:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.103395:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000310ce1c6/0xdaa289fda243f0bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.103404:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=748s v=(0 0) 00010000:00010000:0.0:1789480379.103407:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.103412:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000310ce1c6/0xdaa289fda243f0bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.103421:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000310ce1c6/0xdaa289fda243f0bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.103429:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000310ce1c6/0xdaa289fda243f0bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.103447:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000310ce1c6/0xdaa289fda243f0bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.103584:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789480379.103592:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000192d2e50/0xdaa289fda243f0b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.103600:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84308e00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.103605:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000192d2e50/0xdaa289fda243f0b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.103615:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000192d2e50/0xdaa289fda243f0b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.103639:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000192d2e50/0xdaa289fda243f0b8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.103647:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000192d2e50/0xdaa289fda243f0b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.103665:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789480379.103668:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000310ce1c6/0xdaa289fda243f0bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.103675:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84308400 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.103693:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000310ce1c6/0xdaa289fda243f0bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.103702:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000310ce1c6/0xdaa289fda243f0bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.103715:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000310ce1c6/0xdaa289fda243f0bf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.103723:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.103728:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.103730:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.103731:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480379.103759:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789480379.103766:0:25223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000310ce1c6/0xdaa289fda243f0bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789480379.104152:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.104158:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051e83821/0xdaa289fda243f0c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.104167:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=748s v=(0 0) 00010000:00010000:0.0:1789480379.104171:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.104175:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051e83821/0xdaa289fda243f0c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.104184:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051e83821/0xdaa289fda243f0c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.104245:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051e83821/0xdaa289fda243f0c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.104253:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051e83821/0xdaa289fda243f0c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.104289:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.104305:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.104316:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051e83821/0xdaa289fda243f0c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.104344:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84309800 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.104349:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051e83821/0xdaa289fda243f0c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.104360:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051e83821/0xdaa289fda243f0c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.104379:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051e83821/0xdaa289fda243f0c6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.104386:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051e83821/0xdaa289fda243f0c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.104411:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.104414:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.104420:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789480379.104740:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.104747:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000096688429/0xdaa289fda243f0cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.104757:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=748s v=(0 0) 00010000:00010000:0.0:1789480379.104760:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.104771:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000096688429/0xdaa289fda243f0cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.104782:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000096688429/0xdaa289fda243f0cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.104790:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000096688429/0xdaa289fda243f0cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.104797:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000096688429/0xdaa289fda243f0cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.104848:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789480379.105123:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.105129:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a325dddb/0xdaa289fda243f0d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.105138:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=748s v=(0 0) 00010000:00010000:0.0:1789480379.105141:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.105145:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a325dddb/0xdaa289fda243f0d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.105154:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a325dddb/0xdaa289fda243f0d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.105162:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a325dddb/0xdaa289fda243f0d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.105180:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a325dddb/0xdaa289fda243f0d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.105358:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789480379.105366:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000096688429/0xdaa289fda243f0cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.105387:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84309a00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.105391:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000096688429/0xdaa289fda243f0cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.105401:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000096688429/0xdaa289fda243f0cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.105417:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000096688429/0xdaa289fda243f0cd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.105425:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000096688429/0xdaa289fda243f0cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.105560:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789480379.105565:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a325dddb/0xdaa289fda243f0d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.105572:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84308800 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.105576:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a325dddb/0xdaa289fda243f0d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.105584:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a325dddb/0xdaa289fda243f0d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.105595:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a325dddb/0xdaa289fda243f0d4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.105610:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.105612:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.105613:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480379.105650:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789480379.105655:0:25223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a325dddb/0xdaa289fda243f0d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.105710:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789480379.105989:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.106351:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243f0db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.106364:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=748s v=(0 0) 00010000:00010000:0.0:1789480379.106370:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.106376:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243f0db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.106388:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243f0db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.106397:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243f0db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.106404:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243f0db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.106580:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789480379.106970:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.106976:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1d4bc95/0xdaa289fda243f0e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.106986:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=748s v=(0 0) 00010000:00010000:0.0:1789480379.106989:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.106993:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1d4bc95/0xdaa289fda243f0e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.107002:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1d4bc95/0xdaa289fda243f0e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.107011:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1d4bc95/0xdaa289fda243f0e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.107018:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1d4bc95/0xdaa289fda243f0e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.107118:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789480379.107126:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243f0db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.107135:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a84308600 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.107140:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243f0db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.107148:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243f0db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.107166:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243f0db lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.107174:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003aa19253/0xdaa289fda243f0db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.107249:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789480379.107253:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1d4bc95/0xdaa289fda243f0e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.107260:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a983fea00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480379.107272:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1d4bc95/0xdaa289fda243f0e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.107281:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1d4bc95/0xdaa289fda243f0e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.107293:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1d4bc95/0xdaa289fda243f0e2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480379.107301:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.107303:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480379.107305:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.107391:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789480379.107431:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789480379.107437:0:25223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1d4bc95/0xdaa289fda243f0e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789480379.107909:0:25223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789480379.107916:0:25223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000262e74ca/0xdaa289fda243f0e9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.107932:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=748s v=(0 0) 00010000:00010000:0.0:1789480379.107936:0:25223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480379.107942:0:25223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000262e74ca/0xdaa289fda243f0e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.107952:0:25223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000262e74ca/0xdaa289fda243f0e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.107962:0:25223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000262e74ca/0xdaa289fda243f0e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.107970:0:25223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000262e74ca/0xdaa289fda243f0e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480379.107993:0:25223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789480379.108032:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480379.108046:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000262e74ca/0xdaa289fda243f0e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.108061:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a983ffe00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480379.108066:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000262e74ca/0xdaa289fda243f0e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.108096:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000262e74ca/0xdaa289fda243f0e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.108117:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000262e74ca/0xdaa289fda243f0e9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.108125:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000262e74ca/0xdaa289fda243f0e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480379.108164:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.108167:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480379.108170:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1789480379.108459:0:25223:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00000100:00100000:0.0:1789480379.108652:0:25223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa478700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22739:x1876405528043904:12345-0@lo:5:osp-pre-0-0.0 Request processed in 79655us (81599us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480379.108664:0:25223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789480379.108752:0:22739:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22739:1876405528043904:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1789480379.108769:0:22739:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00000100:00100000:1.0:1789480379.108823:0:22739:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22739:1876405528044544:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1789480379.108878:0:22739:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480379.108923:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a95d3b480 going to sleep for 11 seconds 00000100:00100000:2.0:1789480379.108975:0:24862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528044544 00000100:00100000:2.0:1789480379.108987:0:24862:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528044544 00000100:00100000:2.0:1789480379.109042:0:24862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789480379.109145:0:24862:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa47b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22739:x1876405528044544:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1789480379.109616:0:24862:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:0.0:1789480379.115456:0:24216:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:0.0:1789480379.115611:0:24216:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1789480379.115934:0:24862:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa47b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22739:x1876405528044544:12345-0@lo:5:osp-pre-0-0.0 Request processed in 6875us (7046us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1789480379.115946:0:24862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789480379.116063:0:22739:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1789480379.116071:0:22739:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22739:1876405528044544:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1789480379.116085:0:22739:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:1.0:1789480379.207018:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789480379.909482:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789480380.231187:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480381.252766:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789480381.499032:0:25393:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg644-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1789480382.276936:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789480382.414522:0:25446:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789480382.414792:0:25446:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1789480383.172362:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789480383.172386:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528044672:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789480383.172450:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480383.172551:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528044672 00000100:00100000:0.0:1789480383.172559:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528044672 00000100:00100000:0.0:1789480383.172617:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789480383.172625:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528044672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789480383.172689:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789480383.172734:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528044672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480383.172741:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1789480383.172794:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789480383.172826:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528044672:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789480383.174145:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789480383.174160:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a812abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528044800:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789480383.174224:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480383.174279:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528044800 00000100:00100000:2.0:1789480383.174284:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528044800 00000100:00100000:2.0:1789480383.174321:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789480383.174329:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528044800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789480383.174355:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789480383.174392:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528044800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480383.174398:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789480383.174434:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a812abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528044800:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789480383.177901:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789480383.177921:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528044928:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789480383.177979:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480383.178064:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528044928 00000100:00100000:1.0:1789480383.178071:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528044928 00000100:00100000:1.0:1789480383.178126:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789480383.178134:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528044928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789480383.178166:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789480383.178235:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528044928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480383.178242:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789480383.179568:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528044928:0@lo:41:osp-pre-0-1.0 00000020:00000004:0.0:1789480383.237065:0:25496:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789480383.237576:0:25496:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789480383.301331:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789480383.468432:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480383.468585:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507997312 00000100:00100000:0.0:1789480383.468595:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507997312 00000100:00100000:0.0:1789480383.468640:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 115 00000100:00100000:0.0:1789480383.468649:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e73c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2398:x1876405507997312:12345-192.168.206.44@tcp:250:mount.lustre.0 00010000:00080000:0.0:1789480383.468692:0:22708:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from bb42d7aa-0d60-4c26-be54-df45dfea3c94@192.168.206.44@tcp t0 exp 0000000000000000 cur 752 last 0 00000020:00000080:0.0:1789480383.468718:0:22708:0:(genops.c:1384:class_connect()) connect: client bb42d7aa-0d60-4c26-be54-df45dfea3c94, cookie 0xdaa289fda243f0f0 00000100:00080000:0.0:1789480383.468863:0:22708:0:(import.c:65:import_set_state_nolock()) ffff8a6aaaa89000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789480383.468931:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e73c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+5:2398:x1876405507997312:12345-192.168.206.44@tcp:250:mount.lustre.0 Request processed in 281us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480383.468939:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 115 00000100:00100000:2.0:1789480383.472386:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480383.472472:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507997440 00000100:00100000:3.0:1789480383.472482:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507997440 00000100:00100000:3.0:1789480383.472542:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 116 00000100:00100000:3.0:1789480383.472551:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e72c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+5:18060:x1876405507997440:12345-192.168.206.44@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789480383.472566:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480383.472582:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6987ecce00/0xdaa289fda243f0f7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d3049 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480383.472609:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6987ecce00/0xdaa289fda243f0f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3049 expref: 6 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480383.472620:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6987ecce00/0xdaa289fda243f0f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3049 expref: 6 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480383.472629:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6987ecce00, rc 0) 00000100:00100000:3.0:1789480383.472693:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e72c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+6:18060:x1876405507997440:12345-192.168.206.44@tcp:101:mount.lustre.0 Request processed in 142us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480383.472701:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 116 00000100:00100000:1.0:1789480383.475937:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480383.476131:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507997568 00000100:00100000:3.0:1789480383.476141:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507997568 00000100:00100000:3.0:1789480383.476251:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 117 00000100:00100000:3.0:1789480383.476262:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e73850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+6:18060:x1876405507997568:12345-192.168.206.44@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789480383.476385:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e73850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+6:18060:x1876405507997568:12345-192.168.206.44@tcp:501:mount.lustre.0 Request processed in 125us (455us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789480383.476393:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 117 00000100:00100000:2.0:1789480383.479276:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480383.479583:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507997696 00000100:00100000:0.0:1789480383.479591:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507997696 00000100:00100000:0.0:1789480383.479726:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 118 00000100:00100000:0.0:1789480383.479736:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e73050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+6:18060:x1876405507997696:12345-192.168.206.44@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789480383.479753:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480383.479769:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6a983fee00/0xdaa289fda243f0fe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d3050 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480383.479795:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6a983fee00/0xdaa289fda243f0fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3050 expref: 7 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480383.479823:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6a983fee00/0xdaa289fda243f0fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3050 expref: 7 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480383.479832:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6a983fee00, rc 0) 00000100:00100000:0.0:1789480383.479959:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e73050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+7:18060:x1876405507997696:12345-192.168.206.44@tcp:101:mount.lustre.0 Request processed in 224us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480383.479966:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 118 00000100:00100000:2.0:1789480383.482758:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480383.482862:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507997824 00000100:00100000:3.0:1789480383.482871:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507997824 00000100:00100000:3.0:1789480383.482962:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 119 00000100:00100000:3.0:1789480383.482972:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+7:18060:x1876405507997824:12345-192.168.206.44@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789480383.483132:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+8:18060:x1876405507997824:12345-192.168.206.44@tcp:501:mount.lustre.0 Request processed in 162us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480383.483139:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 119 00000100:00100000:2.0:1789480383.485388:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480383.485482:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507997952 00000100:00100000:1.0:1789480383.485490:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507997952 00000100:00100000:1.0:1789480383.485538:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 120 00000100:00100000:1.0:1789480383.485547:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e71450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+8:18060:x1876405507997952:12345-192.168.206.44@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789480383.485694:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e71450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+8:18060:x1876405507997952:12345-192.168.206.44@tcp:503:mount.lustre.0 Request processed in 148us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480383.485702:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 120 00000100:00100000:2.0:1789480383.496254:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480383.496463:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507998080 00000100:00100000:3.0:1789480383.496473:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507998080 00000100:00100000:3.0:1789480383.496531:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 121 00000100:00100000:3.0:1789480383.496540:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e72450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+8:18078:x1876405507998080:12345-192.168.206.44@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789480383.496689:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e72450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+8:18078:x1876405507998080:12345-192.168.206.44@tcp:502:llog_process_th.0 Request processed in 148us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480383.496697:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 121 00000100:00100000:2.0:1789480383.539267:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480383.539408:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507998208 00000100:00100000:0.0:1789480383.539418:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507998208 00000100:00100000:0.0:1789480383.539477:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 122 00000100:00100000:0.0:1789480383.539488:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e70c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+8:18078:x1876405507998208:12345-192.168.206.44@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789480383.539667:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e70c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+8:18078:x1876405507998208:12345-192.168.206.44@tcp:502:llog_process_th.0 Request processed in 172us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480383.539675:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 122 00000100:00100000:2.0:1789480383.550780:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480383.551026:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507998336 00000100:00100000:1.0:1789480383.551036:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507998336 00000100:00100000:1.0:1789480383.551088:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 123 00000100:00100000:1.0:1789480383.551098:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e70850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+8:18078:x1876405507998336:12345-192.168.206.44@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789480383.551291:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e70850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+8:18078:x1876405507998336:12345-192.168.206.44@tcp:502:llog_process_th.0 Request processed in 186us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480383.551298:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 123 00000100:00100000:2.0:1789480383.557553:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480383.558751:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507998464 00000100:00100000:0.0:1789480383.558764:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507998464 00000100:00100000:0.0:1789480383.558829:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 124 00000100:00100000:0.0:1789480383.558838:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e72850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+8:18060:x1876405507998464:12345-192.168.206.44@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789480383.558853:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480383.558870:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6a983fea00/0xdaa289fda243f105 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d3081 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480383.558898:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6a983fea00/0xdaa289fda243f105 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3081 expref: 9 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480383.558908:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6a983fea00/0xdaa289fda243f105 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3081 expref: 9 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480383.558928:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6a983fea00, rc 0) 00000100:00100000:0.0:1789480383.559057:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e72850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+9:18060:x1876405507998464:12345-192.168.206.44@tcp:101:mount.lustre.0 Request processed in 156us (1448us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480383.559065:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 124 00000100:00100000:2.0:1789480383.567269:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480383.567351:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507998592 00000100:00100000:3.0:1789480383.567361:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507998592 00000100:00100000:3.0:1789480383.567415:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 125 00000100:00100000:3.0:1789480383.567434:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e71050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+9:18060:x1876405507998592:12345-192.168.206.44@tcp:256:mount.lustre.0 20000000:01000000:3.0:1789480383.567457:0:22707:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1789480383.567481:0:22707:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1789480383.567485:0:22707:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1789480383.567488:0:22707:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1789480383.567491:0:22707:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1789480383.567493:0:22707:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1789480383.569431:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e71050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+9:18060:x1876405507998592:12345-192.168.206.44@tcp:256:mount.lustre.0 Request processed in 1981us (2153us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480383.569456:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 125 00000100:00100000:2.0:1789480383.573669:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480383.573759:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507998720 00000100:00100000:1.0:1789480383.573769:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507998720 00000100:00100000:1.0:1789480383.573823:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 126 00000100:00100000:1.0:1789480383.573834:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6985e70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+9:18060:x1876405507998720:12345-192.168.206.44@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789480383.573849:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789480383.573876:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6ab796da00/0xdaa289fda243f10c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d3088 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480383.573904:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6ab796da00/0xdaa289fda243f10c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3088 expref: 10 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480383.573915:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6ab796da00/0xdaa289fda243f10c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3088 expref: 10 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480383.573924:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6ab796da00, rc 0) 00000100:00100000:1.0:1789480383.573979:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6985e70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+10:18060:x1876405507998720:12345-192.168.206.44@tcp:101:mount.lustre.0 Request processed in 147us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480383.573986:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 126 00000100:00100000:2.0:1789480383.578059:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480383.578147:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507998848 00000100:00100000:3.0:1789480383.578157:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507998848 00000100:00100000:3.0:1789480383.578252:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 127 00000100:00100000:3.0:1789480383.578262:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a698777e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+10:18060:x1876405507998848:12345-192.168.206.44@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789480383.578412:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a698777e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+10:18060:x1876405507998848:12345-192.168.206.44@tcp:501:mount.lustre.0 Request processed in 151us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480383.578428:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 127 00000100:00100000:2.0:1789480383.581830:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480383.581912:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507998976 00000100:00100000:0.0:1789480383.581922:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507998976 00000100:00100000:0.0:1789480383.581974:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 128 00000100:00100000:0.0:1789480383.581983:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6987c9bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+10:18060:x1876405507998976:12345-192.168.206.44@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789480383.582125:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6987c9bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+10:18060:x1876405507998976:12345-192.168.206.44@tcp:503:mount.lustre.0 Request processed in 141us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480383.582132:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 128 00000100:00100000:2.0:1789480383.589600:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480383.589826:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507999104 00000100:00100000:1.0:1789480383.589836:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507999104 00000100:00100000:1.0:1789480383.589892:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 129 00000100:00100000:1.0:1789480383.589903:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6987c98050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+10:18083:x1876405507999104:12345-192.168.206.44@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789480383.590055:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6987c98050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+10:18083:x1876405507999104:12345-192.168.206.44@tcp:502:llog_process_th.0 Request processed in 153us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480383.590062:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 129 00000100:00100000:2.0:1789480383.598057:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480383.602588:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507999232 00000100:00100000:3.0:1789480383.602603:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507999232 00000100:00100000:3.0:1789480383.602738:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 130 00000100:00100000:3.0:1789480383.602750:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6987c9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+10:18083:x1876405507999232:12345-192.168.206.44@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789480383.602926:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6987c9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+10:18083:x1876405507999232:12345-192.168.206.44@tcp:502:llog_process_th.0 Request processed in 177us (4884us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480383.602935:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 130 00000100:00100000:2.0:1789480383.611277:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480383.611332:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480383.611443:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507999360 00000100:00100000:0.0:1789480383.611454:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507999360 00000100:00100000:0.0:1789480383.611505:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507999616 00000100:00100000:0.0:1789480383.611509:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507999616 00000100:00100000:0.0:1789480383.611540:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 7 00000100:00100000:0.0:1789480383.611548:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2398:x1876405507999360:12345-192.168.206.44@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789480383.611576:0:24532:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 0334a834-d68a-4d6a-8de6-944f388e1136@192.168.206.44@tcp t0 exp 0000000000000000 cur 752 last 0 00000020:00000080:0.0:1789480383.611623:0:24532:0:(genops.c:1384:class_connect()) connect: client 0334a834-d68a-4d6a-8de6-944f388e1136, cookie 0xdaa289fda243f113 00000004:00100000:0.0:1789480383.611645:0:24532:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1789480383.611846:0:24532:0:(import.c:65:import_set_state_nolock()) ffff8a6aaaa8e800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789480383.611908:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+6:2398:x1876405507999360:12345-192.168.206.44@tcp:38:mount.lustre.0 Request processed in 359us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480383.611916:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 7 00000100:00100000:0.0:1789480383.611941:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 8 00000100:00100000:0.0:1789480383.611946:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2398:x1876405507999616:12345-192.168.206.44@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789480383.611963:0:24532:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 0334a834-d68a-4d6a-8de6-944f388e1136@192.168.206.44@tcp t0 exp 0000000000000000 cur 752 last 0 00000020:00000080:0.0:1789480383.612017:0:24532:0:(genops.c:1384:class_connect()) connect: client 0334a834-d68a-4d6a-8de6-944f388e1136, cookie 0xdaa289fda243f11a 00000004:00100000:0.0:1789480383.612043:0:24532:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1789480383.612178:0:24532:0:(import.c:65:import_set_state_nolock()) ffff8a6987c25800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789480383.612231:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+6:2398:x1876405507999616:12345-192.168.206.44@tcp:38:mount.lustre.0 Request processed in 283us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480383.612238:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 8 00000100:00100000:2.0:1789480383.622344:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480383.622639:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480383.622779:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480383.623323:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507999744 00000100:00100000:0.0:1789480383.623332:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507999744 00000100:00100000:0.0:1789480383.623391:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507999872 00000100:00100000:0.0:1789480383.623394:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507999872 00000100:00100000:0.0:1789480383.623415:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 9 00000100:00100000:0.0:1789480383.623425:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+6:0:x1876405507999744:12345-192.168.206.44@tcp:41:mount.lustre.0 00000100:00100000:2.0:1789480383.623743:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405507999488 00000100:00100000:2.0:1789480383.623747:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405507999488 00000100:00100000:2.0:1789480383.623782:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 10 00000100:00100000:2.0:1789480383.623790:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+7:18060:x1876405507999872:12345-192.168.206.44@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789480383.623806:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789480383.623882:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+7:18060:x1876405507999872:12345-192.168.206.44@tcp:41:mount.lustre.0 Request processed in 93us (1244us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480383.623889:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 10 00000100:00100000:2.0:1789480383.623906:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 11 00000100:00100000:2.0:1789480383.623912:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+6:0:x1876405507999488:12345-192.168.206.44@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789480383.623923:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789480383.623944:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+6:0:x1876405507999488:12345-192.168.206.44@tcp:41:mount.lustre.0 Request processed in 32us (1165us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480383.623949:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 11 00000100:00080000:3.0:1789480383.625732:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789480383.625741:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00000024:0.0:1789480383.626152:0:24532:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789480383.626155:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480383.626248:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+6:0:x1876405507999744:12345-192.168.206.44@tcp:41:mount.lustre.0 Request processed in 2823us (3911us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480383.626257:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 9 00000100:00100000:0.0:1789480383.626288:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508000000 00000100:00100000:0.0:1789480383.626295:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508000000 00000100:00100000:0.0:1789480383.626325:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 12 00000100:00100000:0.0:1789480383.626333:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+6:18060:x1876405508000000:12345-192.168.206.44@tcp:40:mount.lustre.0 00000100:00100000:0.0:1789480383.626371:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+6:18060:x1876405508000000:12345-192.168.206.44@tcp:40:mount.lustre.0 Request processed in 38us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480383.626377:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 12 00000100:00100000:2.0:1789480383.629708:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480383.629808:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480383.629841:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480383.629937:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508000128 00000100:00100000:1.0:1789480383.629946:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508000128 00000100:00100000:1.0:1789480383.629986:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508000256 00000100:00100000:1.0:1789480383.629989:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508000256 00000100:00100000:1.0:1789480383.630008:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 16 00000100:00100000:1.0:1789480383.630015:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2398:x1876405508000128:12345-192.168.206.44@tcp:8:mount.lustre.0 00010000:00080000:1.0:1789480383.630046:0:24221:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 0334a834-d68a-4d6a-8de6-944f388e1136@192.168.206.44@tcp t0 exp 0000000000000000 cur 752 last 0 00000020:00000080:1.0:1789480383.630076:0:24221:0:(genops.c:1384:class_connect()) connect: client 0334a834-d68a-4d6a-8de6-944f388e1136, cookie 0xdaa289fda243f121 00002000:00100000:1.0:1789480383.630098:0:24221:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 0334a834-d68a-4d6a-8de6-944f388e1136/ffff8a6985d10000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1789480383.630109:0:24221:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:2.0:1789480383.630253:0:25223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 17 00000100:00100000:2.0:1789480383.630259:0:25223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2398:x1876405508000256:12345-192.168.206.44@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789480383.630290:0:25223:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 0334a834-d68a-4d6a-8de6-944f388e1136@192.168.206.44@tcp t0 exp 0000000000000000 cur 752 last 0 00000020:00000080:2.0:1789480383.630314:0:25223:0:(genops.c:1384:class_connect()) connect: client 0334a834-d68a-4d6a-8de6-944f388e1136, cookie 0xdaa289fda243f128 00002000:00100000:2.0:1789480383.630319:0:25223:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 0334a834-d68a-4d6a-8de6-944f388e1136/ffff8a6a84397800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789480383.630334:0:25223:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1789480383.630478:0:25223:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1789480383.630505:0:25223:0:(import.c:65:import_set_state_nolock()) ffff8a6a84395000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789480383.630562:0:25223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0334a834-d68a-4d6a-8de6-944f388e1136+6:2398:x1876405508000256:12345-192.168.206.44@tcp:8:mount.lustre.0 Request processed in 301us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480383.630570:0:25223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 17 00002000:00080000:1.0:1789480383.630908:0:24221:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1789480383.630926:0:24221:0:(import.c:65:import_set_state_nolock()) ffff8a6985d11800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789480383.630957:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0334a834-d68a-4d6a-8de6-944f388e1136+6:2398:x1876405508000128:12345-192.168.206.44@tcp:8:mount.lustre.0 Request processed in 942us (1149us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480383.630965:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 16 00000100:00100000:0.0:1789480383.631713:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508000384 00000100:00100000:0.0:1789480383.631722:0:22725:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508000384 00000100:00100000:0.0:1789480383.631766:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 3 00000100:00100000:0.0:1789480383.631775:0:22725:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:0334a834-d68a-4d6a-8de6-944f388e1136+6:18060:x1876405508000384:12345-192.168.206.44@tcp:900:mount.lustre.0 00000100:00100000:0.0:1789480383.631822:0:22725:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:0334a834-d68a-4d6a-8de6-944f388e1136+6:18060:x1876405508000384:12345-192.168.206.44@tcp:900:mount.lustre.0 Request processed in 48us (2123us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480383.631829:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 3 00000100:00100000:2.0:1789480383.636874:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480383.636983:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508000512 00000100:00100000:3.0:1789480383.636993:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508000512 00000100:00100000:3.0:1789480383.637093:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 0 00000100:00100000:3.0:1789480383.637103:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0334a834-d68a-4d6a-8de6-944f388e1136+6:18060:x1876405508000512:12345-192.168.206.44@tcp:33:mount.lustre.0 00000004:00080000:2.0:1789480383.638251:0:22717:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1028us 00000004:00200000:1.0:1789480383.649324:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1789480383.649474:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0334a834-d68a-4d6a-8de6-944f388e1136+6:18060:x1876405508000512:12345-192.168.206.44@tcp:33:mount.lustre.0 Request processed in 12359us (12594us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480383.649489:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 0 00000100:00100000:2.0:1789480383.861451:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480383.861553:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508000640 00000100:00100000:0.0:1789480383.861562:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508000640 00000100:00100000:0.0:1789480383.861620:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 13 00000100:00100000:0.0:1789480383.861629:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+6:18106:x1876405508000640:12345-192.168.206.44@tcp:101:mkdir.0 00010000:00010000:0.0:1789480383.861646:0:24532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480383.861684:0:24532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a983ffe00/0xdaa289fda243f12f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d30b9 expref: -99 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480383.861742:0:24532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a983ff400/0xdaa289fda243f136 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480383.861755:0:24532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a983ff400/0xdaa289fda243f136 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480383.861769:0:24532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a983ff400/0xdaa289fda243f136 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789480383.861813:0:24532:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789480383.861816:0:24532:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789480383.861868:0:24532:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a983ff400/0xdaa289fda243f136 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480383.861895:0:24532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a983ffe00/0xdaa289fda243f12f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d30b9 expref: 8 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480383.861918:0:24532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a983ff400/0xdaa289fda243f136 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d30b9 expref: 7 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480383.861927:0:24532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a6a88c27500) 00010000:00010000:0.0:1789480383.861930:0:24532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789480383.861933:0:24532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6a983ff400, rc 0) 00000100:00100000:0.0:1789480383.861987:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+7:18106:x1876405508000640:12345-192.168.206.44@tcp:101:mkdir.0 Request processed in 359us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480383.861994:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 13 00000100:00100000:3.0:1789480384.196992:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528045056:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789480384.197052:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480384.197107:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789480384.197115:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ac1c2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876405528045184:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789480384.197152:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480384.197775:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528045056 00000100:00100000:0.0:1789480384.197784:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528045056 00000100:00100000:0.0:1789480384.197837:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528045184 00000100:00100000:0.0:1789480384.197840:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528045184 00000100:00100000:0.0:1789480384.197859:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789480384.197868:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528045056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789480384.197891:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789480384.197939:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528045056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (886us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480384.197946:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789480384.197962:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789480384.197969:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3646:x1876405528045184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789480384.197980:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789480384.198009:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3646:x1876405528045184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480384.198014:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:3.0:1789480384.198276:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789480384.198280:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789480384.198326:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ac1c2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876405528045184:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789480384.198431:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528045056:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789480384.198944:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789480384.198955:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa47bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528045312:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789480384.198993:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480384.199064:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528045312 00000100:00100000:1.0:1789480384.199070:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528045312 00000100:00100000:1.0:1789480384.199109:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789480384.199116:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528045312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789480384.199128:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789480384.199163:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528045312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480384.199168:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789480384.199217:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa47bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528045312:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1789480384.199272:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789480384.201014:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6abb5dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876405528045696:0@lo:400:kworker.0 00000100:00100000:2.0:1789480384.201062:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480384.201089:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6abb5dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876405528046208:0@lo:400:kworker.0 00000100:00100000:2.0:1789480384.201107:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480384.201127:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789480384.201132:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6abb5dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528045824:0@lo:400:kworker.0 00000100:00100000:2.0:1789480384.201153:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480384.201169:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6abb5de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876405528046336:0@lo:400:kworker.0 00000100:00100000:2.0:1789480384.201186:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480384.201232:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528045696 00000100:00100000:2.0:1789480384.201238:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528045696 00000100:00100000:2.0:1789480384.201269:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528046208 00000100:00100000:2.0:1789480384.201272:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528046208 00000100:00100000:2.0:1789480384.201292:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528046336 00000100:00100000:2.0:1789480384.201294:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528046336 00000100:00100000:2.0:1789480384.201323:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789480384.201330:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876405528045696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480384.201373:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876405528045696:12345-0@lo:400:kworker.0 Request processed in 43us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480384.201379:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789480384.201393:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789480384.201399:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876405528046208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480384.201422:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876405528046208:12345-0@lo:400:kworker.0 Request processed in 24us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480384.201427:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789480384.201436:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789480384.201442:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876405528046336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480384.201464:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876405528046336:12345-0@lo:400:kworker.0 Request processed in 23us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480384.201469:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789480384.201488:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528045824 00000100:00100000:2.0:1789480384.201491:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528045824 00000100:00100000:2.0:1789480384.201510:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789480384.201516:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528045824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789480384.201557:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528045824:12345-0@lo:400:kworker.0 Request processed in 40us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480384.201563:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:2.0:1789480384.201579:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789480384.201583:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789480384.201594:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6abb5ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528045568:0@lo:400:kworker.0 00000100:00100000:2.0:1789480384.201615:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480384.201649:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6abb5de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876405528046080:0@lo:400:kworker.0 00000100:00100000:0.0:1789480384.201788:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6abb5dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528045824:0@lo:400:kworker.0 00010000:00080000:0.0:1789480384.201801:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a6abb5de300 x1876405528046336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480384.201812:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6abb5de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876405528046336:0@lo:400:kworker.0 00000100:00100000:0.0:1789480384.201822:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6abb5dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876405528045696:0@lo:400:kworker.0 00000100:00100000:0.0:1789480384.201831:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6abb5dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876405528046208:0@lo:400:kworker.0 00000100:00100000:1.0:1789480384.201903:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528045568 00000100:00100000:1.0:1789480384.201907:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528045568 00000100:00100000:1.0:1789480384.201927:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789480384.201933:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528045568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789480384.201965:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528045568:12345-0@lo:400:kworker.0 Request processed in 32us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480384.201980:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789480384.201997:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6abb5df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3647:1876405528045440:0@lo:400:kworker.0 00000100:00100000:1.0:1789480384.202025:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480384.202053:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6abb5ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528045952:0@lo:400:kworker.0 00000100:00100000:1.0:1789480384.202074:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480384.202087:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6abb5dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1876405528046464:0@lo:400:kworker.0 00000100:00100000:1.0:1789480384.202110:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480384.202132:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528046464 00000100:00100000:1.0:1789480384.202135:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528046464 00000100:00100000:1.0:1789480384.202160:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789480384.202166:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa461500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1876405528046464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789480384.202214:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa461500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1876405528046464:12345-0@lo:400:kworker.0 Request processed in 48us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480384.202220:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:1.0:1789480384.202233:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789480384.202250:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6abb5dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1876405528046464:0@lo:400:kworker.0 00000100:00100000:0.0:1789480384.202323:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528045440 00000100:00100000:0.0:1789480384.202327:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528045440 00000100:00100000:0.0:1789480384.202358:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1789480384.202365:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6987c99850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:3647:x1876405528045440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480384.202399:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6987c99850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:3647:x1876405528045440:12345-0@lo:400:kworker.0 Request processed in 35us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480384.202405:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1789480384.202433:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6abb5df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3647:1876405528045440:0@lo:400:kworker.0 00000100:00100000:3.0:1789480384.202780:0:24862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528045952 00000100:00100000:3.0:1789480384.202784:0:24862:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528045952 00000100:00100000:3.0:1789480384.202820:0:24862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789480384.202826:0:24862:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa47bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528045952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480384.202862:0:24862:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa47bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528045952:12345-0@lo:400:kworker.0 Request processed in 37us (788us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480384.202868:0:24862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789480384.202893:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6abb5ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528045952:0@lo:400:kworker.0 00000100:00100000:2.0:1789480384.204375:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480384.204418:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6abb5dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876405528046592:0@lo:400:kworker.0 00000100:00100000:2.0:1789480384.204440:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480384.204542:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6abb5ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528045568:0@lo:400:kworker.0 00000100:00100000:0.0:1789480384.204744:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528046080 00000100:00100000:0.0:1789480384.204751:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528046080 00000100:00100000:0.0:1789480384.204792:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528046592 00000100:00100000:0.0:1789480384.204795:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528046592 00000100:00100000:0.0:1789480384.204835:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789480384.204843:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876405528046080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480384.204884:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1876405528046080:12345-0@lo:400:kworker.0 Request processed in 42us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480384.204901:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789480384.204915:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789480384.204919:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876405528046592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480384.204943:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876405528046592:12345-0@lo:400:kworker.0 Request processed in 24us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480384.204947:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:2.0:1789480384.205493:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789480384.205520:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6abb5de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1876405528046080:0@lo:400:kworker.0 00010000:00080000:2.0:1789480384.205533:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a6abb5dd180 x1876405528046592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789480384.205543:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6abb5dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876405528046592:0@lo:400:kworker.0 00010000:00010000:1.0:1789480384.327572:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1789480385.224894:0:25037:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0334a834-d68a-4d6a-8de6-944f388e1136 00000001:00080000:2.0:1789480385.224908:0:25037:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00010000:00010000:3.0:1789480385.351319:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789480386.006158:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480386.006252:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508000768 00000100:00100000:0.0:1789480386.006261:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508000768 00000100:00100000:0.0:1789480386.006326:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 14 00000100:00100000:0.0:1789480386.006336:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa460000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+7:18158:x1876405508000768:12345-192.168.206.44@tcp:41:lfs.0 00000004:00000024:0.0:1789480386.006370:0:24532:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789480386.006457:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa460000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+7:18158:x1876405508000768:12345-192.168.206.44@tcp:41:lfs.0 Request processed in 123us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480386.006464:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 14 00000100:00080000:2.0:1789480386.007148:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789480386.009170:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480386.009345:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508000896 00000100:00100000:1.0:1789480386.009354:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508000896 00000100:00100000:1.0:1789480386.009429:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 15 00000100:00100000:1.0:1789480386.009450:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+6:18158:x1876405508000896:12345-192.168.206.44@tcp:41:lfs.0 00000004:00000024:1.0:1789480386.009483:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789480386.009577:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+6:18158:x1876405508000896:12345-192.168.206.44@tcp:41:lfs.0 Request processed in 139us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480386.009601:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 15 00000100:00080000:2.0:1789480386.010986:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789480386.015708:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480386.018287:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508001024 00000100:00100000:1.0:1789480386.018308:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508001024 00000100:00100000:1.0:1789480386.018428:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 9 00000100:00100000:1.0:1789480386.018442:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0334a834-d68a-4d6a-8de6-944f388e1136+6:18158:x1876405508001024:12345-192.168.206.44@tcp:13:lfs.0 00000100:00080000:2.0:1789480386.018452:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1789480386.018519:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789480386.018655:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1c2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0334a834-d68a-4d6a-8de6-944f388e1136+6:18158:x1876405508001024:12345-192.168.206.44@tcp:13:lfs.0 Request processed in 205us (2950us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480386.018663:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 9 00000100:00100000:0.0:1789480386.021360:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480386.021506:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508001152 00000100:00100000:2.0:1789480386.021519:0:24224:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508001152 00000100:00100000:2.0:1789480386.021606:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 10 00000100:00100000:2.0:1789480386.021617:0:24224:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0334a834-d68a-4d6a-8de6-944f388e1136+5:18158:x1876405508001152:12345-192.168.206.44@tcp:13:lfs.0 00002000:00000024:2.0:1789480386.021659:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789480386.021754:0:24224:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0334a834-d68a-4d6a-8de6-944f388e1136+5:18158:x1876405508001152:12345-192.168.206.44@tcp:13:lfs.0 Request processed in 139us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480386.021761:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 10 00000100:00080000:1.0:1789480386.024377:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789480386.182699:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480386.186993:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508001280 00000100:00100000:3.0:1789480386.187027:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508001280 00000100:00100000:3.0:1789480386.187127:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 132 00000100:00100000:3.0:1789480386.187140:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+10:18191:x1876405508001280:12345-192.168.206.44@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789480386.187171:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480386.187212:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6987ecd600/0xdaa289fda243f13d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d30c0 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480386.187261:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6987ecd600/0xdaa289fda243f13d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d30c0 expref: 11 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480386.187275:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6987ecd600/0xdaa289fda243f13d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d30c0 expref: 11 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480386.187305:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6987ecd600, rc 0) 00000100:00100000:3.0:1789480386.187398:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+11:18191:x1876405508001280:12345-192.168.206.44@tcp:101:mount.lustre.0 Request processed in 261us (4713us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480386.187406:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 132 00000100:00100000:3.0:1789480386.193551:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480386.194360:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508001408 00000100:00100000:1.0:1789480386.194374:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508001408 00000100:00100000:1.0:1789480386.194454:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 133 00000100:00100000:1.0:1789480386.194466:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+11:18191:x1876405508001408:12345-192.168.206.44@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789480386.194687:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+11:18191:x1876405508001408:12345-192.168.206.44@tcp:501:mount.lustre.0 Request processed in 223us (1150us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480386.194696:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 133 00000100:00100000:1.0:1789480386.199512:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480386.199630:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508001536 00000100:00100000:0.0:1789480386.199656:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508001536 00000100:00100000:0.0:1789480386.199722:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 134 00000100:00100000:0.0:1789480386.199734:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b26850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+11:18191:x1876405508001536:12345-192.168.206.44@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789480386.200057:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b26850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+11:18191:x1876405508001536:12345-192.168.206.44@tcp:503:mount.lustre.0 Request processed in 323us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480386.200067:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 134 00000100:00100000:2.0:1789480386.204421:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480386.207952:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508001664 00000100:00100000:3.0:1789480386.207974:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508001664 00000100:00100000:3.0:1789480386.208147:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 135 00000100:00100000:3.0:1789480386.208160:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+11:18197:x1876405508001664:12345-192.168.206.44@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789480386.208494:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+11:18197:x1876405508001664:12345-192.168.206.44@tcp:502:llog_process_th.0 Request processed in 336us (4096us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480386.208502:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 135 00000100:00100000:3.0:1789480386.219561:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480386.222892:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508001792 00000100:00100000:1.0:1789480386.222914:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508001792 00000100:00100000:1.0:1789480386.223020:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 136 00000100:00100000:1.0:1789480386.223034:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+11:18197:x1876405508001792:12345-192.168.206.44@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789480386.223276:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+11:18197:x1876405508001792:12345-192.168.206.44@tcp:502:llog_process_th.0 Request processed in 245us (3728us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480386.223285:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 136 00000100:00100000:1.0:1789480386.233947:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480386.234747:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508001920 00000100:00100000:3.0:1789480386.234762:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508001920 00000100:00100000:3.0:1789480386.234843:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 137 00000100:00100000:3.0:1789480386.234855:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+11:18197:x1876405508001920:12345-192.168.206.44@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789480386.235077:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+11:18197:x1876405508001920:12345-192.168.206.44@tcp:502:llog_process_th.0 Request processed in 222us (1142us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480386.235086:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 137 00000100:00100000:2.0:1789480386.241677:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480386.241885:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508002048 00000100:00100000:0.0:1789480386.241899:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508002048 00000100:00100000:0.0:1789480386.242349:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 138 00000100:00100000:0.0:1789480386.242378:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+11:18191:x1876405508002048:12345-192.168.206.44@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789480386.242411:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480386.242435:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6a983ff600/0xdaa289fda243f144 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d30f1 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480386.242473:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6a983ff600/0xdaa289fda243f144 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d30f1 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480386.242485:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6a983ff600/0xdaa289fda243f144 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d30f1 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480386.242495:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6a983ff600, rc 0) 00000100:00100000:0.0:1789480386.242574:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+12:18191:x1876405508002048:12345-192.168.206.44@tcp:101:mount.lustre.0 Request processed in 200us (912us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480386.242582:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 138 00000001:00100000:1.0:1789480386.247063:0:24216:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0334a834-d68a-4d6a-8de6-944f388e1136 00000100:00100000:2.0:1789480386.248799:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480386.249070:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508002176 00000100:00100000:1.0:1789480386.249080:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508002176 00000100:00100000:1.0:1789480386.249135:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 139 00000100:00100000:1.0:1789480386.249145:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+12:18191:x1876405508002176:12345-192.168.206.44@tcp:256:mount.lustre.0 20000000:01000000:1.0:1789480386.249181:0:22709:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1789480386.249238:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789480386.249243:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1789480386.249247:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1789480386.249250:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1789480386.249253:0:22709:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1789480386.251637:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+12:18191:x1876405508002176:12345-192.168.206.44@tcp:256:mount.lustre.0 Request processed in 2483us (2836us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480386.251660:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 139 00000100:00100000:2.0:1789480386.260639:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480386.260851:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508002304 00000100:00100000:0.0:1789480386.260860:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508002304 00000100:00100000:0.0:1789480386.260914:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 140 00000100:00100000:0.0:1789480386.260924:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+12:18191:x1876405508002304:12345-192.168.206.44@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789480386.260939:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480386.260956:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243f14b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d30f8 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480386.260984:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243f14b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d30f8 expref: 13 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480386.260996:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243f14b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d30f8 expref: 13 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480386.261021:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6a983fe000, rc 0) 00000100:00100000:0.0:1789480386.261081:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:18191:x1876405508002304:12345-192.168.206.44@tcp:101:mount.lustre.0 Request processed in 158us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480386.261088:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 140 00000100:00100000:2.0:1789480386.263518:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480386.266812:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508002432 00000100:00100000:3.0:1789480386.266845:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508002432 00000100:00100000:2.0:1789480386.268895:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 141 00000100:00100000:2.0:1789480386.268909:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:18191:x1876405508002432:12345-192.168.206.44@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789480386.269075:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:18191:x1876405508002432:12345-192.168.206.44@tcp:501:mount.lustre.0 Request processed in 168us (5564us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480386.269082:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 141 00000100:00100000:1.0:1789480386.280433:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480386.280518:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508002560 00000100:00100000:3.0:1789480386.280527:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508002560 00000100:00100000:3.0:1789480386.280580:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 142 00000100:00100000:3.0:1789480386.280590:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:18191:x1876405508002560:12345-192.168.206.44@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789480386.280742:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:18191:x1876405508002560:12345-192.168.206.44@tcp:503:mount.lustre.0 Request processed in 153us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480386.280750:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 142 00000100:00100000:3.0:1789480386.283804:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480386.283916:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508002688 00000100:00100000:2.0:1789480386.283928:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508002688 00000100:00100000:2.0:1789480386.284020:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 143 00000100:00100000:2.0:1789480386.284029:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:18202:x1876405508002688:12345-192.168.206.44@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789480386.284232:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:18202:x1876405508002688:12345-192.168.206.44@tcp:502:llog_process_th.0 Request processed in 204us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480386.284240:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 143 00000100:00100000:2.0:1789480386.293884:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480386.295957:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508002816 00000100:00100000:0.0:1789480386.295970:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508002816 00000100:00100000:0.0:1789480386.296087:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 144 00000100:00100000:0.0:1789480386.296099:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6986b25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:18202:x1876405508002816:12345-192.168.206.44@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789480386.296281:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6986b25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:18202:x1876405508002816:12345-192.168.206.44@tcp:502:llog_process_th.0 Request processed in 184us (2405us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480386.296289:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 144 00000100:00100000:1.0:1789480386.310252:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480386.310291:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480386.310322:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480386.310353:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480386.310382:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508003840 00000100:00100000:1.0:1789480386.310390:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508003840 00000100:00100000:1.0:1789480386.310449:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 3 00000100:00100000:1.0:1789480386.310460:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0334a834-d68a-4d6a-8de6-944f388e1136+5:2402:x1876405508003840:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:2.0:1789480386.310677:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508002944 00000100:00100000:2.0:1789480386.310682:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508002944 00000100:00100000:2.0:1789480386.310704:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508003200 00000100:00100000:2.0:1789480386.310707:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508003200 00000100:00100000:2.0:1789480386.310715:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508003584 00000100:00100000:2.0:1789480386.310717:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508003584 00000100:00100000:2.0:1789480386.310733:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 39 00000100:00100000:2.0:1789480386.310739:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa461c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+7:2402:x1876405508003584:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:2.0:1789480386.310837:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa461c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+7:2402:x1876405508003584:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 96us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480386.310844:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 39 00000100:00100000:2.0:1789480386.310862:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 16 00000100:00100000:2.0:1789480386.310867:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa463b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2398:x1876405508002944:12345-192.168.206.44@tcp:38:mount.lustre.0 00010000:00080000:2.0:1789480386.310889:0:22714:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from ea8b570b-a90f-4844-b774-52fe0e4189f8@192.168.206.44@tcp t0 exp 0000000000000000 cur 755 last 0 00000020:00000080:2.0:1789480386.310925:0:22714:0:(genops.c:1384:class_connect()) connect: client ea8b570b-a90f-4844-b774-52fe0e4189f8, cookie 0xdaa289fda243f152 00000004:00100000:2.0:1789480386.310948:0:22714:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1789480386.311030:0:22714:0:(import.c:65:import_set_state_nolock()) ffff8a6a84390800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789480386.311059:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa463b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:2398:x1876405508002944:12345-192.168.206.44@tcp:38:mount.lustre.0 Request processed in 191us (817us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480386.311066:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 16 00000100:00100000:2.0:1789480386.311080:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 17 00000100:00100000:2.0:1789480386.311084:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2398:x1876405508003200:12345-192.168.206.44@tcp:38:mount.lustre.0 00010000:00080000:2.0:1789480386.311100:0:22714:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from ea8b570b-a90f-4844-b774-52fe0e4189f8@192.168.206.44@tcp t0 exp 0000000000000000 cur 755 last 0 00000020:00000080:2.0:1789480386.311121:0:22714:0:(genops.c:1384:class_connect()) connect: client ea8b570b-a90f-4844-b774-52fe0e4189f8, cookie 0xdaa289fda243f159 00000004:00100000:2.0:1789480386.311133:0:22714:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1789480386.311176:0:22714:0:(import.c:65:import_set_state_nolock()) ffff8a6a84392000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789480386.311226:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:2398:x1876405508003200:12345-192.168.206.44@tcp:38:mount.lustre.0 Request processed in 140us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480386.311233:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 17 00000100:00100000:2.0:1789480386.311272:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480386.311291:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508003712 00000100:00100000:2.0:1789480386.311295:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508003712 00000100:00100000:2.0:1789480386.311320:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 40 00000100:00100000:2.0:1789480386.311327:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+6:2402:x1876405508003712:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:2.0:1789480386.311353:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+6:2402:x1876405508003712:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 27us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480386.311358:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 40 00000100:00100000:2.0:1789480386.311438:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480386.312216:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0334a834-d68a-4d6a-8de6-944f388e1136+5:2402:x1876405508003840:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 1756us (1859us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480386.312226:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 3 00000100:00100000:1.0:1789480386.312245:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508003968 00000100:00100000:1.0:1789480386.312249:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508003968 00000100:00100000:1.0:1789480386.312274:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 4 00000100:00100000:1.0:1789480386.312280:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0334a834-d68a-4d6a-8de6-944f388e1136+5:2402:x1876405508003968:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480386.312317:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0334a834-d68a-4d6a-8de6-944f388e1136+5:2402:x1876405508003968:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 37us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480386.312324:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 4 00000100:00100000:2.0:1789480386.321464:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480386.321526:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480386.321609:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480386.322706:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508003328 00000100:00100000:3.0:1789480386.322717:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508003328 00000100:00100000:2.0:1789480386.322905:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508003072 00000100:00100000:2.0:1789480386.322910:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508003072 00000100:00100000:2.0:1789480386.322923:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508003456 00000100:00100000:2.0:1789480386.322925:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508003456 00000100:00100000:2.0:1789480386.322941:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 18 00000100:00100000:2.0:1789480386.322949:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:0:x1876405508003328:12345-192.168.206.44@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789480386.322999:0:22715:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789480386.323065:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:0:x1876405508003328:12345-192.168.206.44@tcp:41:mount.lustre.0 Request processed in 116us (1613us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480386.323072:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 18 00000100:00100000:2.0:1789480386.323091:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 19 00000100:00100000:2.0:1789480386.323097:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+7:0:x1876405508003072:12345-192.168.206.44@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789480386.323115:0:22715:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789480386.323140:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+7:0:x1876405508003072:12345-192.168.206.44@tcp:41:mount.lustre.0 Request processed in 44us (1614us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480386.323147:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 19 00000100:00100000:2.0:1789480386.323159:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 20 00000100:00100000:2.0:1789480386.323215:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:18191:x1876405508003456:12345-192.168.206.44@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789480386.323227:0:22715:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789480386.323250:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:18191:x1876405508003456:12345-192.168.206.44@tcp:41:mount.lustre.0 Request processed in 61us (1642us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480386.323255:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 20 00000100:00080000:3.0:1789480386.324219:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789480386.324225:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789480386.334280:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480386.334367:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508004096 00000100:00100000:3.0:1789480386.334376:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508004096 00000100:00100000:3.0:1789480386.334432:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 21 00000100:00100000:3.0:1789480386.334442:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:18191:x1876405508004096:12345-192.168.206.44@tcp:40:mount.lustre.0 00000100:00100000:3.0:1789480386.334542:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:18191:x1876405508004096:12345-192.168.206.44@tcp:40:mount.lustre.0 Request processed in 101us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480386.334550:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 21 00000100:00100000:2.0:1789480386.336852:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480386.336891:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480386.336942:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480386.337078:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508004224 00000100:00100000:3.0:1789480386.337088:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508004224 00000100:00100000:3.0:1789480386.337131:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508004352 00000100:00100000:3.0:1789480386.337134:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508004352 00000100:00100000:3.0:1789480386.337155:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 18 00000100:00100000:3.0:1789480386.337162:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2398:x1876405508004224:12345-192.168.206.44@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789480386.337224:0:24221:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from ea8b570b-a90f-4844-b774-52fe0e4189f8@192.168.206.44@tcp t0 exp 0000000000000000 cur 755 last 0 00000020:00000080:3.0:1789480386.337264:0:24221:0:(genops.c:1384:class_connect()) connect: client ea8b570b-a90f-4844-b774-52fe0e4189f8, cookie 0xdaa289fda243f160 00002000:00100000:3.0:1789480386.337275:0:24221:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli ea8b570b-a90f-4844-b774-52fe0e4189f8/ffff8a6a86e76000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789480386.337286:0:24221:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1789480386.337355:0:24221:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1789480386.337383:0:24221:0:(import.c:65:import_set_state_nolock()) ffff8a6a86e76800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789480386.337441:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:2398:x1876405508004224:12345-192.168.206.44@tcp:8:mount.lustre.0 Request processed in 278us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480386.337449:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 18 00000100:00100000:3.0:1789480386.337464:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 19 00000100:00100000:3.0:1789480386.337599:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2398:x1876405508004352:12345-192.168.206.44@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789480386.337616:0:24221:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from ea8b570b-a90f-4844-b774-52fe0e4189f8@192.168.206.44@tcp t0 exp 0000000000000000 cur 755 last 0 00000020:00000080:3.0:1789480386.337631:0:24221:0:(genops.c:1384:class_connect()) connect: client ea8b570b-a90f-4844-b774-52fe0e4189f8, cookie 0xdaa289fda243f167 00002000:00100000:3.0:1789480386.337637:0:24221:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli ea8b570b-a90f-4844-b774-52fe0e4189f8/ffff8a6a86e74800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789480386.337654:0:24221:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1789480386.337693:0:24221:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1789480386.337709:0:24221:0:(import.c:65:import_set_state_nolock()) ffff8a6a86e75800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789480386.337733:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:2398:x1876405508004352:12345-192.168.206.44@tcp:8:mount.lustre.0 Request processed in 134us (791us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480386.337739:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 19 00000100:00100000:0.0:1789480386.337871:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508004480 00000100:00100000:0.0:1789480386.337876:0:22725:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508004480 00000100:00100000:0.0:1789480386.337911:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 4 00000100:00100000:0.0:1789480386.337918:0:22725:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6abb5dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:18191:x1876405508004480:12345-192.168.206.44@tcp:900:mount.lustre.0 00000100:00100000:0.0:1789480386.337954:0:22725:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6abb5dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:18191:x1876405508004480:12345-192.168.206.44@tcp:900:mount.lustre.0 Request processed in 37us (1110us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480386.337961:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 4 00000100:00100000:2.0:1789480386.339559:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480386.339671:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508004608 00000100:00100000:0.0:1789480386.339680:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508004608 00000100:00100000:0.0:1789480386.339725:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 1 00000100:00100000:0.0:1789480386.339734:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:18191:x1876405508004608:12345-192.168.206.44@tcp:33:mount.lustre.0 00000004:00200000:0.0:1789480386.339927:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1789480386.340000:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:18191:x1876405508004608:12345-192.168.206.44@tcp:33:mount.lustre.0 Request processed in 267us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480386.340020:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 1 00010000:00010000:1.0:1789480386.372411:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789480386.515751:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480386.515988:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508004736 00000100:00100000:0.0:1789480386.515998:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508004736 00000100:00100000:0.0:1789480386.516061:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 22 00000100:00100000:0.0:1789480386.516070:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:18226:x1876405508004736:12345-192.168.206.44@tcp:101:mkdir.0 00010000:00010000:0.0:1789480386.516092:0:24532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480386.516113:0:24532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a983ffe00/0xdaa289fda243f16e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d3129 expref: -99 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480386.516234:0:24532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f175 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480386.516249:0:24532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f175 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480386.516259:0:24532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f175 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789480386.516299:0:24532:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789480386.516303:0:24532:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789480386.516320:0:24532:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f175 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480386.516345:0:24532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a983ffe00/0xdaa289fda243f16e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3129 expref: 8 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480386.516364:0:24532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f175 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3129 expref: 7 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480386.516386:0:24532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a6a88c27500) 00010000:00010000:0.0:1789480386.516389:0:24532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789480386.516393:0:24532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6aaa90fe00, rc 0) 00000100:00100000:0.0:1789480386.516454:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea8b570b-a90f-4844-b774-52fe0e4189f8+7:18226:x1876405508004736:12345-192.168.206.44@tcp:101:mkdir.0 Request processed in 385us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480386.516461:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 22 00000040:00080000:2.0:1789480386.821819:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789480387.396412:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789480388.292408:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528046720:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789480388.292478:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480388.292531:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528046976:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789480388.292571:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480388.292594:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528046720 00000100:00100000:1.0:1789480388.292603:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528046720 00000100:00100000:2.0:1789480388.292640:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528046848:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789480388.292649:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528046976 00000100:00100000:1.0:1789480388.292653:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528046976 00000100:00100000:2.0:1789480388.292676:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480388.292677:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789480388.292688:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1c2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528046720:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789480388.292715:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528046848 00000004:00000024:1.0:1789480388.292719:0:22720:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789480388.292721:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528046848 00000100:00100000:2.0:1789480388.292764:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789480388.292771:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528046848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789480388.292789:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789480388.292823:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528046848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480388.292829:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:2.0:1789480388.292848:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789480388.292879:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528046848:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789480388.298123:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528046720:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789480388.299868:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1c2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528046720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 7173us (7381us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480388.299883:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789480388.299922:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789480388.299935:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528046976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789480388.299968:0:22720:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789480388.300494:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528046976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 563us (7922us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480388.300502:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789480388.302226:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528046976:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789480388.420462:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789480388.821458:0:23447:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of ea8b570b-a90f-4844-b774-52fe0e4189f8 00000001:00100000:1.0:1789480388.821479:0:23447:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 0334a834-d68a-4d6a-8de6-944f388e1136 00000001:00100000:3.0:1789480388.823700:0:22694:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of ea8b570b-a90f-4844-b774-52fe0e4189f8 00000001:00100000:3.0:1789480388.823711:0:22694:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 0334a834-d68a-4d6a-8de6-944f388e1136 00000040:00080000:2.0:1789480389.126669:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:0.0:1789480389.224358:0:25593:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:1.0:1789480389.316438:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ac1c2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528047104:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789480389.316503:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480389.316676:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528047232:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789480389.316705:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480389.316744:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528047104 00000100:00100000:0.0:1789480389.316751:0:24224:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528047104 00000100:00100000:0.0:1789480389.316790:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528047232 00000100:00100000:0.0:1789480389.316794:0:24224:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528047232 00000100:00100000:0.0:1789480389.316811:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789480389.316819:0:24224:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528047104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789480389.316846:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789480389.316888:0:24224:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528047104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480389.316895:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789480389.316910:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789480389.316916:0:24224:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528047232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789480389.316926:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789480389.316956:0:24224:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528047232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 40us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480389.316961:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:0.0:1789480389.316986:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789480389.316989:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789480389.317017:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528047232:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789480389.317039:0:3648:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1789480389.317051:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ac1c2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528047104:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789480389.317744:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789480389.317756:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528047360:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789480389.317790:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480389.320258:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528047360 00000100:00100000:3.0:1789480389.320271:0:24224:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528047360 00000100:00100000:3.0:1789480389.320344:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789480389.320353:0:24224:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69894bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528047360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789480389.320377:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00080000:0.0:1789480389.320501:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789480389.320544:0:24224:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69894bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528047360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 192us (2753us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480389.320551:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789480389.320611:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528047360:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789480389.322686:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3647:1876405528047488:0@lo:400:kworker.0 00000100:00100000:3.0:1789480389.322745:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480389.322781:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528048000:0@lo:400:kworker.0 00000100:00100000:3.0:1789480389.322806:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480389.322828:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1789480389.322833:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876405528047616:0@lo:400:kworker.0 00000100:00100000:3.0:1789480389.322854:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480389.322873:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a812a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876405528048128:0@lo:400:kworker.0 00000100:00100000:3.0:1789480389.322917:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480389.322947:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528047488 00000100:00100000:3.0:1789480389.322954:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528047488 00000100:00100000:3.0:1789480389.322995:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1789480389.323003:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:3647:x1876405528047488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480389.323048:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:3647:x1876405528047488:12345-0@lo:400:kworker.0 Request processed in 45us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480389.323061:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1789480389.323090:0:24862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528048000 00000100:00100000:3.0:1789480389.323094:0:24862:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528048000 00000100:00100000:3.0:1789480389.323119:0:24862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789480389.323126:0:24862:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528048000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480389.323156:0:24862:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528048000:12345-0@lo:400:kworker.0 Request processed in 31us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480389.323162:0:24862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789480389.323179:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528047616 00000100:00100000:3.0:1789480389.323182:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528047616 00000100:00100000:3.0:1789480389.323226:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789480389.323232:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1c2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876405528047616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480389.323264:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1c2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876405528047616:12345-0@lo:400:kworker.0 Request processed in 32us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480389.323270:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789480389.323287:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528048128 00000100:00100000:3.0:1789480389.323290:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528048128 00000100:00100000:3.0:1789480389.323314:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789480389.323321:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1c2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876405528048128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480389.323350:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1c2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1876405528048128:12345-0@lo:400:kworker.0 Request processed in 30us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480389.323356:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789480389.323409:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876405528047616:0@lo:400:kworker.0 00000100:00100000:3.0:1789480389.323421:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a812a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1876405528048128:0@lo:400:kworker.0 00000100:00100000:3.0:1789480389.323427:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3647:1876405528047488:0@lo:400:kworker.0 00000100:00100000:3.0:1789480389.323445:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528048000:0@lo:400:kworker.0 00000100:00100000:0.0:1789480389.323688:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6988822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876405528048640:0@lo:400:kworker.0 00000100:00100000:0.0:1789480389.323719:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480389.323740:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789480389.323745:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6988820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3648:1876405528048512:0@lo:400:kworker.0 00000100:00100000:0.0:1789480389.323773:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480389.323798:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528048640 00000100:00100000:0.0:1789480389.323801:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528048640 00000100:00100000:0.0:1789480389.323829:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528048512 00000100:00100000:0.0:1789480389.323832:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528048512 00000100:00100000:0.0:1789480389.323848:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789480389.323855:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876405528048640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480389.323890:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1876405528048640:12345-0@lo:400:kworker.0 Request processed in 36us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480389.323896:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789480389.323908:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789480389.323914:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988820380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1876405528048512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480389.323939:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988820380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1876405528048512:12345-0@lo:400:kworker.0 Request processed in 26us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480389.323951:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00080000:0.0:1789480389.323972:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789480389.323976:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789480389.323993:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6988820a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3648:1876405528048512:0@lo:400:kworker.0 00010000:00080000:0.0:1789480389.324004:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a6988822300 x1876405528048640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480389.324012:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6988822300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1876405528048640:0@lo:400:kworker.0 00000100:00100000:0.0:1789480389.324030:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876405528047744:0@lo:400:kworker.0 00000100:00100000:0.0:1789480389.324053:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480389.324070:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6986a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876405528048256:0@lo:400:kworker.0 00000100:00100000:0.0:1789480389.324089:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480389.324105:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1789480389.324111:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69894bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528047872:0@lo:400:kworker.0 00000100:00100000:0.0:1789480389.324132:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480389.324148:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6988821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876405528048384:0@lo:400:kworker.0 00000100:00100000:0.0:1789480389.324168:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480389.324211:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528047744 00000100:00100000:0.0:1789480389.324215:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528047744 00000100:00100000:0.0:1789480389.324235:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528048256 00000100:00100000:0.0:1789480389.324238:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528048256 00000100:00100000:0.0:1789480389.324253:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528048384 00000100:00100000:0.0:1789480389.324256:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528048384 00000100:00100000:0.0:1789480389.324269:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789480389.324274:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876405528047744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480389.324306:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1876405528047744:12345-0@lo:400:kworker.0 Request processed in 32us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480389.324319:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789480389.324331:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789480389.324336:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876405528048256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480389.324364:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1876405528048256:12345-0@lo:400:kworker.0 Request processed in 28us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480389.324370:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789480389.324381:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1789480389.324401:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876405528048384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480389.324429:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1876405528048384:12345-0@lo:400:kworker.0 Request processed in 42us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480389.324433:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00080000:0.0:1789480389.324452:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789480389.324455:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789480389.324462:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528047872 00000100:00100000:0.0:1789480389.324466:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528047872 00000100:00100000:0.0:1789480389.324486:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789480389.324491:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528047872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480389.324517:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988823800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528047872:12345-0@lo:400:kworker.0 Request processed in 27us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480389.324523:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789480389.324546:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528047872:0@lo:400:kworker.0 00010000:00080000:0.0:1789480389.324556:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a6988821500 x1876405528048384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480389.324564:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6988821500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1876405528048384:0@lo:400:kworker.0 00000100:00100000:0.0:1789480389.324572:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69894bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1876405528047744:0@lo:400:kworker.0 00000100:00100000:0.0:1789480389.324590:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6986a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1876405528048256:0@lo:400:kworker.0 00010000:00010000:3.0:1789480389.444401:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480390.474568:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480391.494672:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789480391.534679:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480391.534775:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480391.534863:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480391.534962:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508004864 00000100:00100000:0.0:1789480391.534973:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508004864 00000100:00100000:0.0:1789480391.535112:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 146 00000100:00100000:0.0:1789480391.535124:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:2399:x1876405508004864:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480391.535130:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508004992 00000100:00100000:1.0:1789480391.535138:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508004992 00000100:00100000:1.0:1789480391.535186:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508005120 00000100:00100000:1.0:1789480391.535211:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508005120 00000100:00100000:0.0:1789480391.535227:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:2399:x1876405508004864:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 104us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480391.535237:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 146 00000100:00100000:1.0:1789480391.535241:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 47 00000100:00100000:1.0:1789480391.535251:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+6:2400:x1876405508004992:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480391.535286:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+6:2400:x1876405508004992:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 36us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480391.535293:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 47 00000100:00100000:1.0:1789480391.535308:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 48 00000100:00100000:1.0:1789480391.535315:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+5:2399:x1876405508005120:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480391.535344:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+5:2399:x1876405508005120:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 30us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480391.535350:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 48 00000100:00080000:0.0:1789480391.535448:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789480391.535453:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789480391.539963:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480391.540000:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480391.540043:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480391.540083:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508005504 00000100:00100000:0.0:1789480391.540093:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508005504 00000100:00100000:0.0:1789480391.540156:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 49 00000100:00100000:0.0:1789480391.540167:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:2400:x1876405508005504:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480391.540219:0:25223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508005248 00000100:00100000:1.0:1789480391.540225:0:25223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508005248 00000100:00100000:1.0:1789480391.540264:0:25223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508005376 00000100:00100000:1.0:1789480391.540268:0:25223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508005376 00000100:00100000:1.0:1789480391.540287:0:25223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 6 00000100:00100000:1.0:1789480391.540294:0:25223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0334a834-d68a-4d6a-8de6-944f388e1136+5:2400:x1876405508005248:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480391.540335:0:25223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988821500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0334a834-d68a-4d6a-8de6-944f388e1136+5:2400:x1876405508005248:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 42us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480391.540344:0:25223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 6 00000100:00100000:1.0:1789480391.540358:0:25223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 7 00000100:00100000:1.0:1789480391.540364:0:25223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0334a834-d68a-4d6a-8de6-944f388e1136+5:2399:x1876405508005376:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:0.0:1789480391.540391:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:2400:x1876405508005504:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 224us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480391.540392:0:25223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988821880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0334a834-d68a-4d6a-8de6-944f388e1136+5:2399:x1876405508005376:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 25us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480391.540401:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 49 00000100:00100000:1.0:1789480391.540415:0:25223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 7 00000100:00080000:0.0:1789480391.540426:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789480391.540432:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789480391.540434:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789480391.547801:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480391.547840:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480391.547874:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480391.547915:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508005632 00000100:00100000:3.0:1789480391.547916:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508005760 00000100:00100000:3.0:1789480391.547923:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508005760 00000100:00100000:0.0:1789480391.547923:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508005632 00000100:00100000:0.0:1789480391.547991:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 50 00000100:00100000:0.0:1789480391.548000:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ea8b570b-a90f-4844-b774-52fe0e4189f8+5:2402:x1876405508005632:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:0.0:1789480391.548066:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ea8b570b-a90f-4844-b774-52fe0e4189f8+5:2402:x1876405508005632:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 67us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480391.548074:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 50 00000100:00100000:1.0:1789480391.550299:0:25223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508005888 00000100:00100000:1.0:1789480391.550310:0:25223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508005888 00000100:00100000:3.0:1789480391.556963:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 8 00000100:00080000:0.0:1789480391.556977:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789480391.556979:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:2401:x1876405508005760:12345-192.168.206.44@tcp:400:kworker.0 00000100:00080000:0.0:1789480391.556984:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789480391.556988:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789480391.557221:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988823b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:2401:x1876405508005760:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 247us (9380us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480391.557229:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 8 00000100:00100000:1.0:1789480391.558383:0:25223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 9 00000100:00100000:1.0:1789480391.558394:0:25223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988822680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:2402:x1876405508005888:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480391.558447:0:25223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988822680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:2402:x1876405508005888:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 55us (10572us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480391.558454:0:25223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 9 00000001:00100000:1.0:1789480391.882675:0:24216:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of ea8b570b-a90f-4844-b774-52fe0e4189f8 00000001:00100000:3.0:1789480391.886009:0:25037:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of ea8b570b-a90f-4844-b774-52fe0e4189f8 00000020:00000080:1.0:1789480392.421032:0:25741:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff318fc480 20000000:00000080:1.0:1789480392.421049:0:25741:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8a6a85b65000 uarg=0000000000000000 20000000:01000000:1.0:1789480392.421087:0:25741:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:1.0:1789480392.421153:0:25741:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:1.0:1789480392.421159:0:25741:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1789480392.422793:0:25742:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:1.0:1789480392.422946:0:25741:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1789480392.433089:0:25741:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1789480392.433171:0:25741:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243f17c lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.433306:0:25741:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243edd9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243edd2 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.433317:0:25741:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a6ab796c800/0xdaa289fda243ede7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ede0 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.433325:0:25741:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a6abb4bde00/0xdaa289fda243ee26 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243ee1f expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.433347:0:25741:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a6a983ff000/0xdaa289fda243eec0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243eeb9 expref: 23 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.433357:0:25741:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a6ab796da00/0xdaa289fda243f10c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3088 expref: 12 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.433364:0:25741:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243f14b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d30f8 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.433381:0:25741:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243f17c lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.433421:0:25741:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243f14b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d30f8 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.433435:0:25741:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243f14b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d30f8 expref: 12 pid: 22708 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480392.433450:0:25741:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25741:1876405528048768:192.168.206.44@tcp:104: 00010000:00010000:1.0:1789480392.433664:0:25741:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a6ab796da00/0xdaa289fda243f10c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3088 expref: 12 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.433674:0:25741:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a6ab796da00/0xdaa289fda243f10c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3088 expref: 12 pid: 22709 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480392.433684:0:25741:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69888d4700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25741:1876405528048896:192.168.206.44@tcp:104: 00010000:00010000:1.0:1789480392.433716:0:25741:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a6a983ff000/0xdaa289fda243eec0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdaa289fda243eeb9 expref: 23 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.433735:0:25741:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a6a983ff000/0xdaa289fda243eec0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdaa289fda243eeb9 expref: 23 pid: 22707 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480392.433746:0:25741:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69888d7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25741:1876405528049024:0@lo:104: 00000100:00100000:1.0:1789480392.433783:0:25741:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789480392.433825:0:25741:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a6abb4bde00/0xdaa289fda243ee26 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdaa289fda243ee1f expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.433834:0:25741:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a6abb4bde00/0xdaa289fda243ee26 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdaa289fda243ee1f expref: 23 pid: 22708 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480392.433842:0:25741:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69888d4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25741:1876405528049152:0@lo:104: 00000100:00100000:1.0:1789480392.433864:0:25741:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480392.433893:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528049024 00000100:00100000:1.0:1789480392.433900:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528049024 00000100:00100000:1.0:1789480392.433932:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528049152 00000100:00100000:1.0:1789480392.433935:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528049152 00000100:00100000:1.0:1789480392.433949:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789480392.433957:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+4:25741:x1876405528049024:12345-0@lo:104: 00010000:00010000:1.0:1789480392.433968:0:22698:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243eeb9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243eec0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.434009:0:22698:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789480392.434015:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+4:25741:x1876405528049024:12345-0@lo:104: Request processed in 59us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480392.434021:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789480392.434036:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789480392.434042:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+3:25741:x1876405528049152:12345-0@lo:104: 00010000:00010000:1.0:1789480392.434054:0:22698:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe600/0xdaa289fda243ee1f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243ee26 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.434109:0:22698:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1789480392.434114:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+3:25741:x1876405528049152:12345-0@lo:104: Request processed in 73us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480392.434120:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:1.0:1789480392.434138:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789480392.434143:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243eeb9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243eec0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.434149:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bd000 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:1.0:1789480392.434153:0:22703:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243eeb9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xdaa289fda243eec0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.434162:0:22703:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243eeb9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xdaa289fda243eec0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789480392.434168:0:22703:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243eeb9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xdaa289fda243eec0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789480392.434174:0:22703:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789480392.434229:0:22703:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243eeb9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243eec0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.434235:0:22703:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789480392.434254:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243eeb9 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243eec0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.434260:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bd000/0xdaa289fda243eeb9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243eec0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.434277:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789480392.434280:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe600/0xdaa289fda243ee1f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243ee26 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.434287:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a983fe600 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:1.0:1789480392.434289:0:22703:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe600/0xdaa289fda243ee1f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xdaa289fda243ee26 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.434296:0:22703:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe600/0xdaa289fda243ee1f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xdaa289fda243ee26 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789480392.434301:0:22703:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe600/0xdaa289fda243ee1f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xdaa289fda243ee26 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789480392.434307:0:22703:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789480392.434320:0:22703:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe600/0xdaa289fda243ee1f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ee26 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.434327:0:22703:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789480392.434333:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe600/0xdaa289fda243ee1f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ee26 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.434340:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6a983fe600/0xdaa289fda243ee1f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ee26 expref: -99 pid: 24215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.434349:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480392.434350:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480392.434352:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480392.434372:0:25741:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a6ab796c800/0xdaa289fda243ede7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdaa289fda243ede0 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480392.434587:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789480392.435024:0:25741:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a6ab796c800/0xdaa289fda243ede7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdaa289fda243ede0 expref: 23 pid: 22709 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480392.435035:0:25741:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69888d6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25741:1876405528049536:0@lo:104: 00000100:00100000:1.0:1789480392.435069:0:25741:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480392.435174:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528049536 00000100:00100000:2.0:1789480392.435180:0:22697:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528049536 00000100:00100000:2.0:1789480392.435228:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789480392.435235:0:22697:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+3:25741:x1876405528049536:12345-0@lo:104: 00010000:00010000:2.0:1789480392.435245:0:22697:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffa00/0xdaa289fda243ede0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243ede7 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480392.435287:0:22697:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789480392.435303:0:22697:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+3:25741:x1876405528049536:12345-0@lo:104: Request processed in 69us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480392.435309:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789480392.435340:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69888d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3646:1876405528049408:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789480392.435368:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480392.435505:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789480392.435523:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69888d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3646:1876405528049280:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789480392.435546:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480392.435574:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528049408 00000100:00100000:2.0:1789480392.435578:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528049408 00010000:00010000:2.0:1789480392.435592:0:22699:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a6abb4bde00/0xdaa289fda243ee26 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243ee1f expref: 24 pid: 22708 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480392.435624:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528049280 00000100:00100000:2.0:1789480392.435628:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528049280 00010000:00010000:2.0:1789480392.435639:0:22699:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a6a983ff000/0xdaa289fda243eec0 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243eeb9 expref: 25 pid: 22707 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480392.435664:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789480392.435669:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+25:3646:x1876405528049408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789480392.435678:0:22699:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789480392.435683:0:22699:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a6abb4bde00/0xdaa289fda243ee26 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243ee1f expref: 25 pid: 22708 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480392.435690:0:22699:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a6abb4bde00/0xdaa289fda243ee26 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdaa289fda243ee1f expref: 25 pid: 22708 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480392.435706:0:22699:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789480392.435732:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+25:3646:x1876405528049408:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480392.435738:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789480392.435750:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789480392.435756:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:3646:x1876405528049280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789480392.435763:0:22699:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789480392.435768:0:22699:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a6a983ff000/0xdaa289fda243eec0 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243eeb9 expref: 24 pid: 22707 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480392.435775:0:22699:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a6a983ff000/0xdaa289fda243eec0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdaa289fda243eeb9 expref: 24 pid: 22707 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480392.435783:0:22699:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789480392.435803:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:3646:x1876405528049280:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480392.435808:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789480392.435845:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69888d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3646:1876405528049280:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789480392.435860:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69888d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3646:1876405528049408:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789480392.435892:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789480392.435897:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffa00/0xdaa289fda243ede0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243ede7 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480392.435904:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6a983ffa00 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:2.0:1789480392.435908:0:22703:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffa00/0xdaa289fda243ede0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xdaa289fda243ede7 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480392.435915:0:22703:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffa00/0xdaa289fda243ede0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xdaa289fda243ede7 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789480392.435921:0:22703:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffa00/0xdaa289fda243ede0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xdaa289fda243ede7 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789480392.435926:0:22703:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789480392.435950:0:22703:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffa00/0xdaa289fda243ede0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ede7 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480392.435955:0:22703:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789480392.435973:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffa00/0xdaa289fda243ede0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ede7 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480392.435979:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6a983ffa00/0xdaa289fda243ede0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243ede7 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480392.435990:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480392.435991:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480392.435993:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789480392.436002:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3647:1876405528049664:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789480392.436033:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480392.436066:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528049664 00000100:00100000:2.0:1789480392.436070:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528049664 00010000:00010000:2.0:1789480392.436081:0:22699:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a6ab796c800/0xdaa289fda243ede7 lrc: 6/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243ede0 expref: 24 pid: 22709 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480392.436110:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789480392.436117:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:3647:x1876405528049664:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789480392.436124:0:22699:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789480392.436128:0:22699:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a6ab796c800/0xdaa289fda243ede7 lrc: 6/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243ede0 expref: 24 pid: 22709 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480392.436136:0:22699:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a6ab796c800/0xdaa289fda243ede7 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdaa289fda243ede0 expref: 24 pid: 22709 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480392.436145:0:22699:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789480392.436171:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:3647:x1876405528049664:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480392.436178:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789480392.436226:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3647:1876405528049664:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789480392.436586:0:25741:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243edd9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdaa289fda243edd2 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.436596:0:25741:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243edd9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdaa289fda243edd2 expref: 23 pid: 22709 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480392.436606:0:25741:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69888d4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25741:1876405528049792:0@lo:104: 00000100:00100000:1.0:1789480392.436642:0:25741:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480392.436664:0:25741:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6a861a90c0 going to sleep for 11 seconds 00010000:00010000:1.0:1789480392.436677:0:25741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6a983ff000/0xdaa289fda243eec0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdaa289fda243eeb9 expref: 23 pid: 22707 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480392.436686:0:25741:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69888d7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25741:1876405528049024:0@lo:104: 00010000:00010000:1.0:1789480392.436694:0:25741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6abb4bde00/0xdaa289fda243ee26 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdaa289fda243ee1f expref: 22 pid: 22708 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480392.436701:0:25741:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69888d4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25741:1876405528049152:0@lo:104: 00010000:00010000:1.0:1789480392.436709:0:25741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6ab796c800/0xdaa289fda243ede7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdaa289fda243ede0 expref: 21 pid: 22709 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480392.436716:0:25741:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69888d6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25741:1876405528049536:0@lo:104: 00000100:00100000:3.0:1789480392.436901:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528049792 00000100:00100000:3.0:1789480392.436906:0:22698:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528049792 00000100:00100000:3.0:1789480392.436928:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789480392.436935:0:22698:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+3:25741:x1876405528049792:12345-0@lo:104: 00010000:00010000:3.0:1789480392.436945:0:22698:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243edd2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243edd9 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480392.436994:0:22698:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789480392.436999:0:22698:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+3:25741:x1876405528049792:12345-0@lo:104: Request processed in 66us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480392.437005:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1789480392.437019:0:22702:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789480392.437024:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243edd2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xdaa289fda243edd9 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480392.437044:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bc200 already unused, calling callback (ffffffffc136bc20) 10000000:00010000:3.0:1789480392.437047:0:22702:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243edd2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xdaa289fda243edd9 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480392.437054:0:22702:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243edd2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xdaa289fda243edd9 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789480392.437061:0:22702:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243edd2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xdaa289fda243edd9 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789480392.437066:0:22702:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789480392.437088:0:22702:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243edd2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243edd9 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480392.437094:0:22702:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789480392.437106:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243edd2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243edd9 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480392.437113:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.144@tcp lock: ffff8a6abb4bc200/0xdaa289fda243edd2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdaa289fda243edd9 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480392.437126:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480392.437128:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789480392.437130:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789480392.437177:0:25741:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69888d4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25741:1876405528049792:0@lo:104: 00000100:00100000:2.0:1789480392.437381:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ac1c2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3648:1876405528049920:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789480392.437409:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480392.441696:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528049920 00000100:00100000:3.0:1789480392.441709:0:22700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528049920 00000100:00100000:1.0:1789480392.442020:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480392.442067:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480392.442113:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508006016 00000100:00100000:3.0:1789480392.442118:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508006016 00010000:00010000:3.0:1789480392.442152:0:22699:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243f14b lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d30f8 expref: 13 pid: 22708 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480392.442219:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508006144 00000100:00100000:3.0:1789480392.442222:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508006144 00010000:00010000:3.0:1789480392.442236:0:22699:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a6ab796da00/0xdaa289fda243f10c lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3088 expref: 14 pid: 22709 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480392.442250:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 12 00000100:00100000:3.0:1789480392.442258:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a698777d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+14:2401:x1876405508006016:12345-192.168.206.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789480392.442271:0:22699:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789480392.442275:0:22699:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243f14b lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d30f8 expref: 14 pid: 22708 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480392.442286:0:22699:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243f14b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d30f8 expref: 14 pid: 22708 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480392.442315:0:22699:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789480392.442361:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a698777d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+14:2401:x1876405508006016:12345-192.168.206.44@tcp:103:ldlm_bl.0 Request processed in 103us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480392.442368:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 12 00000100:00100000:3.0:1789480392.442384:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 13 00000100:00100000:3.0:1789480392.442389:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:2402:x1876405508006144:12345-192.168.206.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789480392.442396:0:22699:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789480392.442401:0:22699:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a6ab796da00/0xdaa289fda243f10c lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3088 expref: 13 pid: 22709 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480392.442409:0:22699:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a6ab796da00/0xdaa289fda243f10c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3088 expref: 13 pid: 22709 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480392.442428:0:22699:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789480392.442444:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:2402:x1876405508006144:12345-192.168.206.44@tcp:103:ldlm_bl.0 Request processed in 54us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480392.442450:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 13 00010000:00010000:2.0:1789480392.443016:0:25741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6a983fe000/0xdaa289fda243f14b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d30f8 expref: 12 pid: 22708 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480392.443031:0:25741:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6aaa463480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25741:1876405528048768:192.168.206.44@tcp:104: 00010000:00010000:2.0:1789480392.443040:0:25741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6ab796da00/0xdaa289fda243f10c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3088 expref: 11 pid: 22709 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480392.443056:0:25741:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69888d4700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25741:1876405528048896:192.168.206.44@tcp:104: 00010000:00010000:2.0:1789480392.443087:0:25741:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243f17c lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480392.443540:0:22700:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243edd9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243edd2 expref: 21 pid: 22709 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480392.443574:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789480392.443582:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:3648:x1876405528049920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789480392.443593:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789480392.443598:0:22700:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243edd9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdaa289fda243edd2 expref: 21 pid: 22709 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480392.443607:0:22700:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243edd9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdaa289fda243edd2 expref: 21 pid: 22709 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480392.443630:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6ab796cc00/0xdaa289fda243edd9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdaa289fda243edd2 expref: 21 pid: 22709 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480392.443642:0:22700:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243f17c lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480392.443650:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243f17c lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480392.443671:0:22700:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243f17c lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480392.443678:0:22700:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243f17c lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480392.443683:0:22700:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243f17c lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480392.443690:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243f17c lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480392.443695:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ab796d800 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:0.0:1789480392.443699:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243f17c lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480392.443706:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243f17c lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480392.443726:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243f17c lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480392.443736:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789480392.443787:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:3648:x1876405528049920:12345-0@lo:103:ldlm_bl.0 Request processed in 207us (6376us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480392.443794:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789480392.443850:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ac1c2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3648:1876405528049920:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789480392.443965:0:25741:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243f17c lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.443973:0:25741:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243f17c lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480392.443978:0:25741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8a6ab796d800/0xdaa289fda243f17c lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25741 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480392.517294:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789480393.412830:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789480393.412852:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876405528050048:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789480393.412916:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480393.412967:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528050048 00000100:00100000:3.0:1789480393.412975:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528050048 00000100:00100000:3.0:1789480393.413102:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789480393.413111:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876405528050048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789480393.413143:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789480393.413151:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6988820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528050176:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789480393.413214:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480393.413221:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1876405528050048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480393.413230:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789480393.413259:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528050176 00000100:00100000:2.0:1789480393.413263:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1876405528050048:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789480393.413265:0:24224:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528050176 00000100:00100000:3.0:1789480393.413308:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789480393.413317:0:24224:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528050176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789480393.413335:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789480393.413430:0:24224:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1876405528050176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480393.413438:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:0.0:1789480393.413507:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789480393.413528:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789480393.413553:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69888d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528050304:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789480393.413589:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480393.413671:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528050304 00000100:00100000:3.0:1789480393.413675:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528050304 00000100:00100000:3.0:1789480393.413703:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1789480393.413709:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528050304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789480393.413727:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789480393.413772:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528050304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480393.413785:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789480393.413940:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69888d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528050304:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789480393.417493:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6988820e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1876405528050176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789480393.491741:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480393.491835:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508006272 00000100:00100000:3.0:1789480393.491844:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508006272 00000100:00100000:3.0:1789480393.491951:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 147 00000100:00100000:3.0:1789480393.491962:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+11:18074:x1876405508006272:12345-192.168.206.44@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789480393.491989:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480393.492008:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6987ecd000/0xdaa289fda243f183 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d3130 expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480393.492034:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6987ecd000/0xdaa289fda243f183 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3130 expref: 12 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480393.492046:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6987ecd000/0xdaa289fda243f183 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3130 expref: 12 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480393.492055:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6987ecd000, rc 0) 00000100:00100000:3.0:1789480393.492358:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+12:18074:x1876405508006272:12345-192.168.206.44@tcp:101:ll_cfg_requeue.0 Request processed in 397us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480393.492373:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 147 00000100:00100000:1.0:1789480393.496525:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480393.496619:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508006400 00000100:00100000:0.0:1789480393.496629:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508006400 00000100:00100000:0.0:1789480393.496681:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 148 00000100:00100000:0.0:1789480393.496690:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+12:18074:x1876405508006400:12345-192.168.206.44@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789480393.496851:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bb42d7aa-0d60-4c26-be54-df45dfea3c94+12:18074:x1876405508006400:12345-192.168.206.44@tcp:501:ll_cfg_requeue.0 Request processed in 162us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480393.496859:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 148 00000100:00100000:1.0:1789480393.504173:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480393.507565:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508006528 00000100:00100000:2.0:1789480393.507579:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508006528 00000100:00100000:2.0:1789480393.507804:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 149 00000100:00100000:2.0:1789480393.507815:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+12:18074:x1876405508006528:12345-192.168.206.44@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789480393.507958:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+12:18074:x1876405508006528:12345-192.168.206.44@tcp:503:ll_cfg_requeue.0 Request processed in 144us (3800us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480393.507966:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 149 00000100:00100000:3.0:1789480393.525033:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480393.525322:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508006656 00000100:00100000:2.0:1789480393.525333:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508006656 00000100:00100000:2.0:1789480393.525428:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 150 00000100:00100000:2.0:1789480393.525438:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+12:18074:x1876405508006656:12345-192.168.206.44@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789480393.525478:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789480393.525497:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6abb5da200/0xdaa289fda243f18a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d3137 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480393.525525:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6abb5da200/0xdaa289fda243f18a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3137 expref: 13 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480393.525536:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6abb5da200/0xdaa289fda243f18a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3137 expref: 13 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480393.525544:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb5da200, rc 0) 00000100:00100000:2.0:1789480393.525602:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:18074:x1876405508006656:12345-192.168.206.44@tcp:101:ll_cfg_requeue.0 Request processed in 165us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480393.525620:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 150 00000100:00100000:1.0:1789480393.533755:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480393.539332:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508006784 00000100:00100000:2.0:1789480393.539346:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508006784 00000100:00100000:2.0:1789480393.539414:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 151 00000100:00100000:2.0:1789480393.539425:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:18074:x1876405508006784:12345-192.168.206.44@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789480393.540009:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:18074:x1876405508006784:12345-192.168.206.44@tcp:501:ll_cfg_requeue.0 Request processed in 584us (6260us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480393.540018:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 151 00010000:00010000:3.0:1789480393.541495:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789480393.549721:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480393.550050:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508006912 00000100:00100000:2.0:1789480393.550061:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508006912 00000100:00100000:2.0:1789480393.550778:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 152 00000100:00100000:2.0:1789480393.550791:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:18074:x1876405508006912:12345-192.168.206.44@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789480393.551440:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:18074:x1876405508006912:12345-192.168.206.44@tcp:503:ll_cfg_requeue.0 Request processed in 650us (1725us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480393.551456:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 152 00000100:00100000:3.0:1789480394.026831:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480394.027615:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508007040 00000100:00100000:0.0:1789480394.027626:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508007040 00000100:00100000:0.0:1789480394.027713:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 23 00000100:00100000:0.0:1789480394.027725:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1c2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+6:18696:x1876405508007040:12345-192.168.206.44@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789480394.027742:0:24532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480394.027763:0:24532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fa00/0xdaa289fda243f191 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d313e expref: -99 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1789480394.028011:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1789480394.028088:0:24532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f198 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028103:0:24532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f198 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028114:0:24532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f198 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028129:0:24532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f19f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028150:0:24532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f19f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028157:0:24532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f19f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028275:0:24532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e000/0xdaa289fda243f1a6 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028284:0:24532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e000/0xdaa289fda243f1a6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028296:0:24532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e000/0xdaa289fda243f1a6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789480394.028329:0:24532:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789480394.028333:0:24532:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789480394.028384:0:24532:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e000/0xdaa289fda243f1a6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028394:0:24532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f198 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028401:0:24532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f198 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028408:0:24532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f198 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028414:0:24532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6aaa90e600 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:0.0:1789480394.028418:0:24532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f198 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028437:0:24532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f198 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028451:0:24532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a6a88c27500) 00010000:00010000:0.0:1789480394.028454:0:24532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789480394.028459:0:24532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f198 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028465:0:24532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f198 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028477:0:24532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f19f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028483:0:24532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f19f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028488:0:24532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f19f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028493:0:24532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6aaa90e800 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:0.0:1789480394.028496:0:24532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f19f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028502:0:24532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f19f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028509:0:24532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8a6a88c27400) 00010000:00010000:0.0:1789480394.028511:0:24532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789480394.028514:0:24532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f19f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028530:0:24532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f19f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028570:0:24532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fa00/0xdaa289fda243f191 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d313e expref: 8 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028583:0:24532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e000/0xdaa289fda243f1a6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d313e expref: 7 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.028590:0:24532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8a6a88c27800) 00010000:00010000:0.0:1789480394.028592:0:24532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789480394.028594:0:24532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6aaa90e000, rc 0) 00000100:00100000:0.0:1789480394.028713:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1c2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+7:18696:x1876405508007040:12345-192.168.206.44@tcp:101:lhsmtool_posix.0 Request processed in 991us (1892us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480394.028721:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 23 00000100:00100000:1.0:1789480394.031507:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480394.031620:0:22726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508007168 00000100:00100000:0.0:1789480394.031630:0:22726:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508007168 00000100:00100000:0.0:1789480394.031733:0:22726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 5 00000100:00100000:0.0:1789480394.031744:0:22726:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:0334a834-d68a-4d6a-8de6-944f388e1136+7:18696:x1876405508007168:12345-192.168.206.44@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1789480394.031824:0:22726:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:0334a834-d68a-4d6a-8de6-944f388e1136+7:18696:x1876405508007168:12345-192.168.206.44@tcp:900:lhsmtool_posix.0 Request processed in 82us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480394.031834:0:22726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 5 00000100:00100000:1.0:1789480394.035362:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480394.035447:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508007424 00000100:00100000:0.0:1789480394.035456:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508007424 00000100:00100000:0.0:1789480394.035514:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 24 00000100:00100000:0.0:1789480394.035524:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+7:18696:x1876405508007424:12345-192.168.206.44@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789480394.035557:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480394.035576:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fa00/0xdaa289fda243f1ad lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d3145 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.035658:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f1b4 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.035671:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f1b4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.035682:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f1b4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.035694:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f1bb lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.035701:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f1bb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.035708:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f1bb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.035811:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f600/0xdaa289fda243f1c2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.035819:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f600/0xdaa289fda243f1c2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.035826:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f600/0xdaa289fda243f1c2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789480394.035835:0:22716:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1789480394.035981:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f1b4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.035989:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f1b4 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.035996:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f1b4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.036002:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6aaa90e800 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:0.0:1789480394.036007:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f1b4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.036014:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f1b4 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.036026:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8a6a88c27800) 00010000:00010000:0.0:1789480394.036029:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789480394.036033:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f1b4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.036040:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f1b4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.036051:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f1bb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.036056:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f1bb lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.036062:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f1bb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.036077:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6aaa90e600 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:0.0:1789480394.036080:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f1bb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.036086:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f1bb lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.036094:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8a6a88c27400) 00010000:00010000:0.0:1789480394.036096:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789480394.036099:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f1bb lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.036105:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f1bb lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.037186:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fa00/0xdaa289fda243f1ad lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3145 expref: 10 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.037233:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f600/0xdaa289fda243f1c2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3145 expref: 9 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.037242:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a6a88c27600) 00010000:00010000:0.0:1789480394.037244:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789480394.037247:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6aaa90f600, rc 0) 00000100:00100000:0.0:1789480394.037357:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+9:18696:x1876405508007424:12345-192.168.206.44@tcp:101:lhsmtool_posix.0 Request processed in 1833us (2002us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1789480394.037375:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 24 00000100:00100000:3.0:1789480394.042124:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480394.042690:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508007552 00000100:00100000:1.0:1789480394.042700:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508007552 00000100:00100000:1.0:1789480394.042758:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 25 00000100:00100000:1.0:1789480394.042777:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1c2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+9:18696:x1876405508007552:12345-192.168.206.44@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1789480394.042878:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1c2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+9:18696:x1876405508007552:12345-192.168.206.44@tcp:59:lhsmtool_posix.0 Request processed in 103us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480394.042887:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 25 00000100:00100000:1.0:1789480394.046276:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480394.046575:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508007680 00000100:00100000:2.0:1789480394.046584:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508007680 00000100:00100000:2.0:1789480394.046658:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 26 00000100:00100000:2.0:1789480394.046667:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0334a834-d68a-4d6a-8de6-944f388e1136+5:18696:x1876405508007680:12345-192.168.206.44@tcp:59:lhsmtool_posix.0 00000004:00080000:2.0:1789480394.047330:0:22715:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 625us 00000100:00080000:0.0:1789480394.048177:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789480394.070689:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0334a834-d68a-4d6a-8de6-944f388e1136+5:18696:x1876405508007680:12345-192.168.206.44@tcp:59:lhsmtool_posix.0 Request processed in 24016us (24415us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480394.070703:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 26 00000100:00100000:2.0:1789480394.087276:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480394.087440:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508007808 00000100:00100000:1.0:1789480394.087450:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508007808 00000100:00100000:1.0:1789480394.087526:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 27 00000100:00100000:1.0:1789480394.087536:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+9:18702:x1876405508007808:12345-192.168.206.44@tcp:101:lfs.0 00010000:00010000:1.0:1789480394.087556:0:22714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789480394.087577:0:22714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d800/0xdaa289fda243f1d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d314c expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.087654:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f1d7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.087669:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f1d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.087682:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f1d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.087867:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f1de lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.087875:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f1de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.087883:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f1de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.087928:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f1d7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.087935:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f1d7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.087941:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f1d7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.087956:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ab796d600 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:1.0:1789480394.087961:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f1d7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.087968:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f1d7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.087980:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a6a88c27500) 00010000:00010000:1.0:1789480394.087983:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789480394.087988:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f1d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.087994:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f1d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.088009:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f1de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.088014:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f1de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.088020:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f1de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.088024:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ab796cc00 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:1.0:1789480394.088027:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f1de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.088032:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f1de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.088050:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8a6abb5b2e00) 00010000:00010000:1.0:1789480394.088053:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789480394.088056:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f1de lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.088062:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f1de lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.088092:0:22714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d800/0xdaa289fda243f1d0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d314c expref: 10 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.088102:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a6a88c27500) 00010000:00010000:1.0:1789480394.088104:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789480394.088108:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d800/0xdaa289fda243f1d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d314c expref: 10 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.088117:0:22714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6ab796d800, rc 0) 00000100:00100000:1.0:1789480394.088273:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+9:18702:x1876405508007808:12345-192.168.206.44@tcp:101:lfs.0 Request processed in 738us (1005us total) trans 0 rc 301/301 00000100:00100000:1.0:1789480394.088281:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 27 00000100:00100000:1.0:1789480394.093788:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480394.093893:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508007936 00000100:00100000:0.0:1789480394.093903:0:22723:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508007936 00000100:00100000:0.0:1789480394.094096:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 0 00000100:00100000:0.0:1789480394.094107:0:22723:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:0334a834-d68a-4d6a-8de6-944f388e1136+9:18702:x1876405508007936:12345-192.168.206.44@tcp:700:lfs.0 00000100:00100000:0.0:1789480394.094224:0:22723:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:0334a834-d68a-4d6a-8de6-944f388e1136+9:18702:x1876405508007936:12345-192.168.206.44@tcp:700:lfs.0 Request processed in 118us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480394.094231:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 0 00000100:00100000:2.0:1789480394.096665:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480394.096744:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508008192 00000100:00100000:3.0:1789480394.096753:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508008192 00000100:00100000:3.0:1789480394.096807:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 28 00000100:00100000:3.0:1789480394.096817:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+9:18702:x1876405508008192:12345-192.168.206.44@tcp:36:lfs.0 00010000:00010000:3.0:1789480394.096886:0:22716:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789480394.096913:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6a983ff400/0xdaa289fda243f136 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d30b9 expref: 9 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.096932:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a6a88c27500) 00010000:00010000:3.0:1789480394.096938:0:22716:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789480394.097012:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f1e5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.097026:0:22716:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f175 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3129 expref: 5 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.097035:0:22716:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f1e5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.097067:0:22716:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f175 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3129 expref: 5 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.097081:0:22716:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f175 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3129 expref: 5 pid: 24532 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480394.097095:0:22716:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ac1c2dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22716:1876405528050432:192.168.206.44@tcp:104: 00000100:00100000:3.0:1789480394.097172:0:22716:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6987a46240 going to sleep for 11 seconds 00000100:00100000:2.0:1789480394.103419:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480394.103531:0:22716:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ac1c2dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22716:1876405528050432:192.168.206.44@tcp:104: 00010000:00010000:3.0:1789480394.103558:0:22716:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f1e5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480394.103939:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508008320 00000100:00100000:0.0:1789480394.103946:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508008320 00010000:00010000:0.0:1789480394.104101:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f175 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3129 expref: 6 pid: 24532 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480394.104145:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 15 00000100:00100000:0.0:1789480394.104155:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:2402:x1876405508008320:12345-192.168.206.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789480394.104169:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789480394.104176:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f175 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3129 expref: 6 pid: 24532 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.104209:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f175 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3129 expref: 6 pid: 24532 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.104231:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f175 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3129 expref: 6 pid: 24532 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.104277:0:22701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a6a88c27500) 00010000:00010000:0.0:1789480394.104282:0:22701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f1e5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.104291:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f1e5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.104298:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f1e5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.104325:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789480394.104501:0:22716:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f1e5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.104514:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f1e5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.104535:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecda00/0xdaa289fda243f1ec lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.104543:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecda00/0xdaa289fda243f1ec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.104550:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecda00/0xdaa289fda243f1ec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1789480394.105626:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1789480394.105768:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc200/0xdaa289fda243f1f3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.105783:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc200/0xdaa289fda243f1f3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.105791:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc200/0xdaa289fda243f1f3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789480394.105806:0:22716:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000060d2268d reply state 0000000019d5d645 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc200/0xdaa289fda243f1f3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.105817:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc200/0xdaa289fda243f1f3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.105825:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a6aa31c0800) 00010000:00010000:3.0:1789480394.105827:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789480394.105830:0:22716:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1789480394.105835:0:22716:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789480394.105850:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f1e5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.105856:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f1e5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.105862:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f1e5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.105868:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecc400 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:3.0:1789480394.105871:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f1e5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.105878:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f1e5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.105888:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a6a88c27500) 00010000:00010000:3.0:1789480394.105890:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789480394.105894:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f1e5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.105900:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f1e5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789480394.105916:0:22716:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000060d2268d reply state 0000000019d5d645 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecda00/0xdaa289fda243f1ec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.105925:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecda00/0xdaa289fda243f1ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.105937:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8a6aa31c0f00) 00010000:00010000:3.0:1789480394.105939:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789480394.105947:0:22716:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1789480394.105999:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ea8b570b-a90f-4844-b774-52fe0e4189f8+5:2402:x1876405508008320:12345-192.168.206.44@tcp:103:ldlm_bl.0 Request processed in 1841us (2584us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480394.106009:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 15 00000100:00100000:3.0:1789480394.106133:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+10:18702:x1876405508008192:12345-192.168.206.44@tcp:36:lfs.0 Request processed in 9317us (9474us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1789480394.106139:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 28 00000100:00100000:1.0:1789480394.183573:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480394.183711:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508008448 00000100:00100000:0.0:1789480394.183721:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508008448 00000100:00100000:0.0:1789480394.183777:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 29 00000100:00100000:0.0:1789480394.183787:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+10:18710:x1876405508008448:12345-192.168.206.44@tcp:101:lctl.0 00010000:00010000:0.0:1789480394.183809:0:24532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480394.183829:0:24532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f1fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d3153 expref: -99 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.183886:0:24532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fa00/0xdaa289fda243f201 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.183898:0:24532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fa00/0xdaa289fda243f201 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.183925:0:24532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fa00/0xdaa289fda243f201 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789480394.183965:0:24532:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789480394.183969:0:24532:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789480394.184118:0:24532:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fa00/0xdaa289fda243f201 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.184140:0:24532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f1fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3153 expref: 12 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.184156:0:24532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fa00/0xdaa289fda243f201 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3153 expref: 11 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.184167:0:24532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a6a88c27400) 00010000:00010000:0.0:1789480394.184170:0:24532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789480394.184173:0:24532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6aaa90fa00, rc 0) 00000100:00100000:0.0:1789480394.184467:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+11:18710:x1876405508008448:12345-192.168.206.44@tcp:101:lctl.0 Request processed in 680us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480394.184475:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 29 00000100:00100000:2.0:1789480394.211764:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480394.211861:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508008576 00000100:00100000:0.0:1789480394.211870:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508008576 00000100:00100000:0.0:1789480394.211925:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 30 00000100:00100000:0.0:1789480394.211936:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+5:18711:x1876405508008576:12345-192.168.206.44@tcp:101:lfs.0 00010000:00010000:0.0:1789480394.211953:0:22715:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480394.211973:0:22715:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f208 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d315a expref: -99 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.212162:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f20f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.212175:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f20f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.212186:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f20f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789480394.212249:0:22715:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789480394.212252:0:22715:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789480394.212268:0:22715:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f20f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.212290:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f208 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d315a expref: 7 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.212306:0:22715:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e600/0xdaa289fda243f20f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d315a expref: 6 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.212315:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a6a88c27400) 00010000:00010000:0.0:1789480394.212318:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789480394.212321:0:22715:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6aaa90e600, rc 0) 00000100:00100000:0.0:1789480394.214944:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:18711:x1876405508008576:12345-192.168.206.44@tcp:101:lfs.0 Request processed in 3000us (3178us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480394.214956:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 30 00000100:00100000:1.0:1789480394.222398:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480394.222478:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508008704 00000100:00100000:0.0:1789480394.222487:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508008704 00000100:00100000:0.0:1789480394.222555:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 31 00000100:00100000:0.0:1789480394.222564:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:18711:x1876405508008704:12345-192.168.206.44@tcp:101:lfs.0 00010000:00010000:0.0:1789480394.222582:0:22714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480394.222612:0:22714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f216 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d3161 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222673:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f21d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222686:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f21d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222697:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f21d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222708:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f224 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222715:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f224 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222721:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f224 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222790:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ee00/0xdaa289fda243f22b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222799:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ee00/0xdaa289fda243f22b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222805:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ee00/0xdaa289fda243f22b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789480394.222852:0:22714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789480394.222856:0:22714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789480394.222872:0:22714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ee00/0xdaa289fda243f22b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222883:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f21d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222889:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f21d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222896:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f21d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222901:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6aaa90f800 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:0.0:1789480394.222905:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f21d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222912:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f21d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222923:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a6a88c27400) 00010000:00010000:0.0:1789480394.222926:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789480394.222930:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f21d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222935:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f21d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222948:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f224 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222963:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f224 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222969:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f224 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222974:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6aaa90e400 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:0.0:1789480394.222977:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f224 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222983:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f224 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.222992:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8a6aa31c0f00) 00010000:00010000:0.0:1789480394.222994:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789480394.222996:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f224 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.223001:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f224 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.223025:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f216 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3161 expref: 8 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.223037:0:22714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ee00/0xdaa289fda243f22b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3161 expref: 7 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.223043:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a6aa31c0800) 00010000:00010000:0.0:1789480394.223045:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789480394.223053:0:22714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6aaa90ee00, rc 0) 00000100:00100000:0.0:1789480394.223110:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea8b570b-a90f-4844-b774-52fe0e4189f8+7:18711:x1876405508008704:12345-192.168.206.44@tcp:101:lfs.0 Request processed in 547us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480394.223117:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 31 00000100:00100000:1.0:1789480394.226536:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480394.226632:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508008832 00000100:00100000:2.0:1789480394.226641:0:22725:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508008832 00000100:00100000:2.0:1789480394.226707:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 6 00000100:00100000:2.0:1789480394.226717:0:22725:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ea8b570b-a90f-4844-b774-52fe0e4189f8+5:18711:x1876405508008832:12345-192.168.206.44@tcp:900:lfs.0 00000100:00100000:2.0:1789480394.226792:0:22725:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ea8b570b-a90f-4844-b774-52fe0e4189f8+5:18711:x1876405508008832:12345-192.168.206.44@tcp:900:lfs.0 Request processed in 76us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480394.226801:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 6 00000100:00080000:0.0:1789480394.226987:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789480394.231527:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480394.231618:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508009088 00000100:00100000:3.0:1789480394.231628:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508009088 00000100:00100000:3.0:1789480394.231691:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 32 00000100:00100000:3.0:1789480394.231702:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ea8b570b-a90f-4844-b774-52fe0e4189f8+7:18711:x1876405508009088:12345-192.168.206.44@tcp:101:lfs.0 00010000:00010000:3.0:1789480394.231720:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480394.231739:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f232 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d3168 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789480394.231829:0:22716:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789480394.231913:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f232 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3168 expref: 9 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.231927:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a6a88c27400) 00010000:00010000:3.0:1789480394.231930:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789480394.231935:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f232 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3168 expref: 9 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.231949:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6987ecc400, rc 0) 00000100:00100000:3.0:1789480394.232018:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ea8b570b-a90f-4844-b774-52fe0e4189f8+8:18711:x1876405508009088:12345-192.168.206.44@tcp:101:lfs.0 Request processed in 318us (498us total) trans 12884901891 rc 301/301 00000100:00100000:3.0:1789480394.232025:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 32 00000100:00100000:1.0:1789480394.235708:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480394.235793:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508009344 00000100:00100000:0.0:1789480394.235802:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508009344 00000100:00100000:0.0:1789480394.235859:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 33 00000100:00100000:0.0:1789480394.235870:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea8b570b-a90f-4844-b774-52fe0e4189f8+8:18711:x1876405508009344:12345-192.168.206.44@tcp:36:lfs.0 00010000:00010000:0.0:1789480394.235922:0:22714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789480394.235947:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ee00/0xdaa289fda243f22b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3161 expref: 8 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.235964:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a6aa31c0800) 00010000:00010000:0.0:1789480394.235969:0:22714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789480394.235989:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f240 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.236001:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f240 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.236010:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f240 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1789480394.236227:0:22714:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000027765419 reply state 000000007b9efbd0 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f240 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.236239:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f240 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.236257:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a6aa31c0800) 00010000:00010000:0.0:1789480394.236260:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1789480394.236263:0:22714:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1789480394.236270:0:22714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1789480394.236351:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea8b570b-a90f-4844-b774-52fe0e4189f8+9:18711:x1876405508009344:12345-192.168.206.44@tcp:36:lfs.0 Request processed in 482us (650us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1789480394.236359:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 33 00000100:00100000:1.0:1789480394.241701:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480394.241785:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508009600 00000100:00100000:0.0:1789480394.241797:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508009600 00000100:00100000:0.0:1789480394.241859:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 2 00000100:00100000:0.0:1789480394.241870:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+9:18711:x1876405508009600:12345-192.168.206.44@tcp:35:lfs.0 00000100:00100000:0.0:1789480394.242084:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+10:18711:x1876405508009600:12345-192.168.206.44@tcp:35:lfs.0 Request processed in 215us (395us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1789480394.242092:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 2 00000040:00080000:2.0:1789480394.246773:0:23467:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1789480394.248444:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480394.248548:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508009856 00000100:00100000:3.0:1789480394.248557:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508009856 00000100:00100000:3.0:1789480394.248658:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 34 00000100:00100000:3.0:1789480394.248692:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ea8b570b-a90f-4844-b774-52fe0e4189f8+10:18711:x1876405508009856:12345-192.168.206.44@tcp:101:lfs.0 00010000:00010000:3.0:1789480394.248717:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480394.248736:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f247 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d316f expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.248800:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f24e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.248814:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f24e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.248825:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f24e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.248835:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bde00/0xdaa289fda243f255 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.248841:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bde00/0xdaa289fda243f255 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.248847:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bde00/0xdaa289fda243f255 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789480394.248938:0:22716:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789480394.249020:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f24e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.249027:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f24e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.249033:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f24e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.249048:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bc200 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:3.0:1789480394.249052:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f24e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.249058:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f24e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.249070:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a6a88c27400) 00010000:00010000:3.0:1789480394.249072:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789480394.249077:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f24e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.249082:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f24e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.249094:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bde00/0xdaa289fda243f255 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.249099:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bde00/0xdaa289fda243f255 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.249105:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bde00/0xdaa289fda243f255 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.249109:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bde00 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:3.0:1789480394.249111:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bde00/0xdaa289fda243f255 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.249117:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bde00/0xdaa289fda243f255 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.249133:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8a6aa31c0f00) 00010000:00010000:3.0:1789480394.249136:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789480394.249138:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bde00/0xdaa289fda243f255 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.249143:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bde00/0xdaa289fda243f255 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.249172:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f247 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d316f expref: 12 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.249181:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a6a88c27400) 00010000:00010000:3.0:1789480394.249184:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789480394.249187:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc400/0xdaa289fda243f247 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d316f expref: 12 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.249247:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6987ecc400, rc 0) 00000100:00100000:3.0:1789480394.249309:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ea8b570b-a90f-4844-b774-52fe0e4189f8+11:18711:x1876405508009856:12345-192.168.206.44@tcp:101:lfs.0 Request processed in 629us (871us total) trans 12884901894 rc 301/301 00000100:00100000:3.0:1789480394.249316:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 34 00000100:00100000:1.0:1789480394.252669:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480394.252910:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508009984 00000100:00100000:0.0:1789480394.252920:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508009984 00000100:00100000:0.0:1789480394.253064:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 35 00000100:00100000:0.0:1789480394.253075:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea8b570b-a90f-4844-b774-52fe0e4189f8+11:18711:x1876405508009984:12345-192.168.206.44@tcp:101:lfs.0 00010000:00010000:0.0:1789480394.253097:0:22714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480394.253115:0:22714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ee00/0xdaa289fda243f263 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d3176 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.253235:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f26a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.253248:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f26a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.253277:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f26a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789480394.253302:0:22714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789480394.253305:0:22714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789480394.253330:0:22714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f26a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.253354:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ee00/0xdaa289fda243f263 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3176 expref: 13 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.253380:0:22714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f26a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3176 expref: 12 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.253387:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a6aa31c0800) 00010000:00010000:0.0:1789480394.253390:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789480394.253393:0:22714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6aaa90e400, rc 0) 00000100:00100000:0.0:1789480394.253437:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea8b570b-a90f-4844-b774-52fe0e4189f8+12:18711:x1876405508009984:12345-192.168.206.44@tcp:101:lfs.0 Request processed in 365us (777us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480394.253443:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 35 00000100:00100000:1.0:1789480394.259384:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480394.259520:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508010112 00000100:00100000:2.0:1789480394.259531:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508010112 00000100:00100000:2.0:1789480394.259583:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 3 00000100:00100000:2.0:1789480394.259593:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ea8b570b-a90f-4844-b774-52fe0e4189f8+12:18711:x1876405508010112:12345-192.168.206.44@tcp:37:lfs.0 00000100:00100000:1.0:1789480394.263325:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ea8b570b-a90f-4844-b774-52fe0e4189f8+12:18711:x1876405508010112:12345-192.168.206.44@tcp:37:lfs.0 Request processed in 3721us (3937us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480394.263339:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 3 00000100:00100000:1.0:1789480394.269847:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480394.270288:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508010368 00000100:00100000:0.0:1789480394.270298:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508010368 00000100:00100000:0.0:1789480394.270343:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 4 00000100:00100000:0.0:1789480394.270353:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983c4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+12:18711:x1876405508010368:12345-192.168.206.44@tcp:35:lfs.0 00000100:00100000:0.0:1789480394.270559:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983c4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea8b570b-a90f-4844-b774-52fe0e4189f8+13:18711:x1876405508010368:12345-192.168.206.44@tcp:35:lfs.0 Request processed in 207us (719us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1789480394.270567:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 4 00000100:00100000:2.0:1789480394.327506:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480394.331119:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508010496 00000100:00100000:0.0:1789480394.331137:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508010496 00000100:00100000:0.0:1789480394.331315:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 36 00000100:00100000:0.0:1789480394.331329:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0334a834-d68a-4d6a-8de6-944f388e1136+11:18717:x1876405508010496:12345-192.168.206.44@tcp:101:bash.0 00010000:00010000:0.0:1789480394.331350:0:22715:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480394.331370:0:22715:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ee00/0xdaa289fda243f271 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d317d expref: -99 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331429:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f278 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331443:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f278 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331453:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f278 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331464:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f27f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331471:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f27f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331478:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f27f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331548:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f200/0xdaa289fda243f286 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331557:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f200/0xdaa289fda243f286 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331581:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f200/0xdaa289fda243f286 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789480394.331625:0:22715:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789480394.331628:0:22715:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789480394.331665:0:22715:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f200/0xdaa289fda243f286 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331677:0:22715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f278 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331683:0:22715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f278 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331690:0:22715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f278 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331695:0:22715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6aaa90f800 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:0.0:1789480394.331699:0:22715:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f278 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331705:0:22715:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f278 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331716:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a6a88c27400) 00010000:00010000:0.0:1789480394.331718:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789480394.331722:0:22715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f278 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331728:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f278 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331750:0:22715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f27f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331756:0:22715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f27f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331761:0:22715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f27f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331766:0:22715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6aaa90fe00 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:0.0:1789480394.331769:0:22715:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f27f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331775:0:22715:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f27f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331782:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8a6aa31c0f00) 00010000:00010000:0.0:1789480394.331785:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789480394.331788:0:22715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f27f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331793:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f27f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331819:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ee00/0xdaa289fda243f271 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d317d expref: 13 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331832:0:22715:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f200/0xdaa289fda243f286 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d317d expref: 12 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.331851:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a6aa31c0800) 00010000:00010000:0.0:1789480394.331853:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1789480394.331856:0:22715:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6aaa90f200, rc 0) 00000100:00100000:2.0:1789480394.332620:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0334a834-d68a-4d6a-8de6-944f388e1136+12:18717:x1876405508010496:12345-192.168.206.44@tcp:101:bash.0 Request processed in 1290us (5117us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480394.332629:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 36 00000100:00100000:2.0:1789480394.338080:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480394.338234:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508010624 00000100:00100000:0.0:1789480394.338243:0:22725:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508010624 00000100:00100000:0.0:1789480394.338297:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 7 00000100:00100000:0.0:1789480394.338307:0:22725:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:0334a834-d68a-4d6a-8de6-944f388e1136+5:18717:x1876405508010624:12345-192.168.206.44@tcp:900:bash.0 00000100:00100000:0.0:1789480394.338389:0:22725:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:0334a834-d68a-4d6a-8de6-944f388e1136+5:18717:x1876405508010624:12345-192.168.206.44@tcp:900:bash.0 Request processed in 83us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480394.338397:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 7 00000100:00100000:1.0:1789480394.345466:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480394.345729:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508010880 00000100:00100000:0.0:1789480394.345738:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508010880 00000100:00100000:0.0:1789480394.345794:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 37 00000100:00100000:0.0:1789480394.345804:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+12:18717:x1876405508010880:12345-192.168.206.44@tcp:101:bash.0 00010000:00010000:0.0:1789480394.345823:0:24532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480394.345844:0:24532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ee00/0xdaa289fda243f28d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d3184 expref: -99 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.345942:0:24532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f294 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.345959:0:24532:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f26a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3176 expref: 12 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.345967:0:24532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f294 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.346025:0:24532:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f26a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3176 expref: 12 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.346038:0:24532:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f26a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3176 expref: 12 pid: 22714 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480394.346051:0:24532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6988822a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24532:1876405528050560:192.168.206.44@tcp:104: 00000100:00100000:0.0:1789480394.346324:0:24532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a69875e9300 going to sleep for 11 seconds 00000100:00100000:2.0:1789480394.352775:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480394.352913:0:24532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6988822a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24532:1876405528050560:192.168.206.44@tcp:104: 00010000:00010000:0.0:1789480394.352939:0:24532:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f294 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480394.353336:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508011008 00000100:00100000:3.0:1789480394.353345:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508011008 00010000:00010000:3.0:1789480394.353458:0:22699:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f26a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3176 expref: 13 pid: 22714 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480394.353542:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 16 00000100:00100000:3.0:1789480394.353552:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ea8b570b-a90f-4844-b774-52fe0e4189f8+13:2402:x1876405508011008:12345-192.168.206.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789480394.353584:0:22699:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789480394.353591:0:22699:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f26a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3176 expref: 13 pid: 22714 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.353615:0:22699:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f26a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3176 expref: 13 pid: 22714 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.353635:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f26a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3176 expref: 13 pid: 22714 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.353752:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a6aa31c0800) 00010000:00010000:3.0:1789480394.353757:0:22699:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f294 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.353767:0:22699:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f294 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.353776:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f294 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.353808:0:22699:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789480394.353866:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ea8b570b-a90f-4844-b774-52fe0e4189f8+12:2402:x1876405508011008:12345-192.168.206.44@tcp:103:ldlm_bl.0 Request processed in 315us (1099us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480394.353874:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 16 00010000:00010000:1.0:1789480394.353937:0:24532:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f294 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.353945:0:24532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f294 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.354022:0:24532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f29b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.354033:0:24532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f29b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.354040:0:24532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f29b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.354533:0:24532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f2a2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.354544:0:24532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f2a2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.354551:0:24532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f2a2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789480394.354561:0:24532:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789480394.354586:0:24532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f294 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.354611:0:24532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f294 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.354619:0:24532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f294 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.354625:0:24532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6aaa90fe00 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:1.0:1789480394.354629:0:24532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f294 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.354901:0:24532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f294 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.354914:0:24532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a6aa31c0800) 00010000:00010000:1.0:1789480394.354917:0:24532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789480394.354922:0:24532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f294 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.354928:0:24532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fe00/0xdaa289fda243f294 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789480394.354942:0:24532:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008a32ab3a reply state 000000001dee97df transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f29b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.354952:0:24532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f29b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.354958:0:24532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8a6abb5b2e00) 00010000:00010000:1.0:1789480394.354961:0:24532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789480394.354963:0:24532:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1789480394.355000:0:24532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ee00/0xdaa289fda243f28d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3184 expref: 15 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.355021:0:24532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f2a2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3184 expref: 14 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.355028:0:24532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:1.0:1789480394.355030:0:24532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1789480394.355033:0:24532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6ab796cc00, rc 0) 00000100:00100000:1.0:1789480394.355089:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+15:18717:x1876405508010880:12345-192.168.206.44@tcp:101:bash.0 Request processed in 9286us (9630us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1789480394.355097:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 37 00000100:00100000:2.0:1789480394.367599:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480394.367711:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508011136 00000100:00100000:3.0:1789480394.367720:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508011136 00000100:00100000:3.0:1789480394.367854:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 38 00000100:00100000:3.0:1789480394.367865:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+15:18717:x1876405508011136:12345-192.168.206.44@tcp:101:bash.0 00010000:00010000:3.0:1789480394.367903:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480394.367926:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bde00/0xdaa289fda243f2b0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d318b expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.368006:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f2b7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.368020:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f2b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.368031:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f2b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789480394.368079:0:22716:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1789480394.368083:0:22716:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789480394.368102:0:22716:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f2b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.368357:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f2b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.368479:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bde00/0xdaa289fda243f2b0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d318b expref: 17 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.368497:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f2b7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d318b expref: 16 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.368505:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:3.0:1789480394.368507:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789480394.368511:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb4bc200, rc 0) 00000100:00100000:3.0:1789480394.368638:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+16:18717:x1876405508011136:12345-192.168.206.44@tcp:101:bash.0 Request processed in 774us (1046us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480394.368646:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 38 00000100:00100000:2.0:1789480394.371670:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480394.371746:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508011392 00000100:00100000:0.0:1789480394.371756:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508011392 00000100:00100000:0.0:1789480394.371820:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 5 00000100:00100000:0.0:1789480394.371830:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0334a834-d68a-4d6a-8de6-944f388e1136+16:18717:x1876405508011392:12345-192.168.206.44@tcp:35:bash.0 00000100:00100000:0.0:1789480394.372356:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0334a834-d68a-4d6a-8de6-944f388e1136+17:18717:x1876405508011392:12345-192.168.206.44@tcp:35:bash.0 Request processed in 527us (692us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1789480394.372365:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 5 00000100:00100000:0.0:1789480394.436461:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789480394.436477:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ac1c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528050816:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789480394.436477:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6988822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876405528050688:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789480394.436544:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:01000000:2.0:1789480394.436632:0:22711:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789480394.436636:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a6a98323000 from 13 10000000:01000000:2.0:1789480394.436640:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789480394.436669:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5daa00/0xdaa289fda243f2be lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480394.436679:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6abb5daa00/0xdaa289fda243f2be lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480394.436690:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6abb5daa00/0xdaa289fda243f2be lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480394.436704:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528051072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789480394.436760:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480394.436785:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789480394.436791:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69888d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528050944:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789480394.436811:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480394.436834:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528050688 00000100:00100000:3.0:1789480394.436841:0:24224:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528050688 00000100:00100000:3.0:1789480394.436883:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528050816 00000100:00100000:3.0:1789480394.436886:0:24224:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528050816 00000100:00100000:3.0:1789480394.436895:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528050944 00000100:00100000:3.0:1789480394.436897:0:24224:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528050944 00000100:00100000:3.0:1789480394.436913:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789480394.436920:0:24224:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876405528050688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789480394.436938:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789480394.436973:0:24224:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988821180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1876405528050688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480394.436978:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789480394.436993:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789480394.436998:0:24224:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528050816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789480394.437013:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789480394.437052:0:24224:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528050816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480394.437057:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789480394.437067:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789480394.437078:0:24224:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528050944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789480394.437086:0:24224:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00080000:1.0:1789480394.437317:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789480394.437321:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789480394.437332:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a843b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876405528051584:0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.438086:0:24224:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528050944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1005us (1270us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480394.438095:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789480394.438152:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69888d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528051328:0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.438225:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480394.438259:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a843b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528051840:0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.438282:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480394.438300:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a843b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3648:1876405528052352:0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.438322:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480394.438342:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1789480394.438348:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69888d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3648:1876405528051200:0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.438389:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480394.438414:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a843b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528051712:0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.438435:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480394.438451:0:3648:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a843b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876405528052224:0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.438469:0:3648:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480394.438509:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528051328 00000100:00100000:3.0:1789480394.438516:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528051328 00000100:00100000:3.0:1789480394.438541:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528051712 00000100:00100000:3.0:1789480394.438543:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528051712 00000100:00100000:3.0:1789480394.438554:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789480394.438560:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528051328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.438611:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1876405528051328:12345-0@lo:400:kworker.0 Request processed in 40us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480394.438629:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789480394.438645:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789480394.438650:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1c2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528051712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.438679:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1c2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528051712:12345-0@lo:400:kworker.0 Request processed in 30us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480394.438685:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789480394.438704:0:24862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528051840 00000100:00100000:3.0:1789480394.438707:0:24862:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528051840 00000100:00100000:3.0:1789480394.438732:0:24862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789480394.438738:0:24862:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528051840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.438764:0:24862:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1876405528051840:12345-0@lo:400:kworker.0 Request processed in 27us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480394.438770:0:24862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789480394.438804:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a843b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528051712:0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.438813:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69888d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1876405528051328:0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.438822:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a843b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1876405528051840:0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.438857:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528051200 00000100:00100000:3.0:1789480394.438860:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528051200 00000100:00100000:3.0:1789480394.438884:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1789480394.438890:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:3648:x1876405528051200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.438922:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:3648:x1876405528051200:12345-0@lo:400:kworker.0 Request processed in 32us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480394.438928:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1789480394.438958:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69888d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:1c2538d9-d54d-456c-a00c-f0feeb6fecea:3648:1876405528051200:0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.438995:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a843b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528051456:0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.439021:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480394.439039:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a843b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876405528051968:0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.439058:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480394.439075:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a843b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1876405528052480:0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.439098:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480394.439127:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69888d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528050944:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789480394.439140:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ac1c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528050816:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789480394.439162:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528052352 00000100:00100000:3.0:1789480394.439165:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528052352 00000100:00100000:3.0:1789480394.439216:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528052224 00000100:00100000:3.0:1789480394.439219:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528052224 00000100:00100000:3.0:1789480394.439234:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528051968 00000100:00100000:3.0:1789480394.439237:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528051968 00000100:00100000:3.0:1789480394.439246:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528052480 00000100:00100000:3.0:1789480394.439249:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528052480 00000100:00100000:3.0:1789480394.439262:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1789480394.439267:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1c2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1876405528052352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.439300:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1c2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1876405528052352:12345-0@lo:400:kworker.0 Request processed in 33us (977us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480394.439305:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1789480394.439317:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789480394.439386:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6988822a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876405528050688:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789480394.439422:0:25223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528051456 00000100:00100000:0.0:1789480394.439425:0:25223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528051456 00000100:00100000:0.0:1789480394.439456:0:25223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789480394.439462:0:25223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528051456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480394.439495:0:25223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528051456:12345-0@lo:400:kworker.0 Request processed in 34us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480394.439501:0:25223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789480394.439523:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a843b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528051456:0@lo:400:kworker.0 00000100:00080000:0.0:1789480394.439543:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789480394.439547:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789480394.439563:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789480394.439570:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876405528051968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480394.439613:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1876405528051968:12345-0@lo:400:kworker.0 Request processed in 34us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480394.439619:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789480394.439632:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789480394.439638:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876405528052480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789480394.439664:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1876405528052480:12345-0@lo:400:kworker.0 Request processed in 27us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480394.439669:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789480394.439692:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a843b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1876405528051968:0@lo:400:kworker.0 00010000:00080000:0.0:1789480394.439702:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a6a843b1880 x1876405528052480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789480394.439712:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a843b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1876405528052480:0@lo:400:kworker.0 00000100:00100000:0.0:1789480394.439756:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a843b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3648:1876405528052352:0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.440753:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a812aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876405528052224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.440819:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a812aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1876405528052224:12345-0@lo:400:kworker.0 Request processed in 1495us (2347us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480394.440841:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00010000:00080000:0.0:1789480394.440921:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a6a843b0700 x1876405528052224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789480410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789480394.440938:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480394.440939:0:3648:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a843b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1876405528052224:0@lo:400:kworker.0 00000100:00100000:1.0:1789480394.441008:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a843b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1876405528052096:0@lo:400:kworker.0 00000100:00100000:1.0:1789480394.441035:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480394.441094:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480394.441120:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528051072 00000100:00100000:2.0:1789480394.441126:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528051072 00000100:00100000:3.0:1789480394.441206:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528051584 00000100:00100000:2.0:1789480394.441223:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1789480394.441232:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+20:22711:x1876405528051072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789480394.441242:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1789480394.441271:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528051584 00000100:00100000:3.0:1789480394.441297:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528052096 00000100:00100000:3.0:1789480394.441300:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528052096 00000100:00100000:3.0:1789480394.441324:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789480394.441331:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876405528051584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.441557:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1876405528051584:12345-0@lo:400:kworker.0 Request processed in 225us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480394.441564:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789480394.441579:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789480394.441586:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876405528052096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789480394.441641:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1876405528052096:12345-0@lo:400:kworker.0 Request processed in 56us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480394.441647:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00080000:3.0:1789480394.441665:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789480394.441696:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6987901840 going to sleep for 11 seconds 00000100:00100000:0.0:1789480394.441808:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a843b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1876405528051584:0@lo:400:kworker.0 00000100:00100000:0.0:1789480394.441819:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a843b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1876405528052096:0@lo:400:kworker.0 00010000:00010000:2.0:1789480394.441944:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6abb5da800/0xdaa289fda243f2c5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243f2be expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480394.441981:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6abb5da800/0xdaa289fda243f2c5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243f2be expref: 21 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480394.441993:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6abb5da800/0xdaa289fda243f2c5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243f2be expref: 21 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480394.442002:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb5da800, rc 0) 00000100:00100000:2.0:1789480394.442043:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:22711:x1876405528051072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 812us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480394.442050:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1789480394.442323:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528051072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789480394.442340:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6abb5daa00/0xdaa289fda243f2be lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243f2c5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.442349:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6abb5daa00/0xdaa289fda243f2be lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243f2c5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480394.442619:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69888d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528052608:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789480394.442648:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480394.442682:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6987a463c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789480394.442735:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528052608 00000100:00100000:0.0:1789480394.442741:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528052608 00000100:00100000:0.0:1789480394.442813:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1789480394.442821:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:22711:x1876405528052608:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789480394.442929:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:22711:x1876405528052608:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 109us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480394.442936:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1789480394.442990:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69888d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528052608:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789480394.443014:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a69888d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528052736:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789480394.443048:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789480394.443822:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6987a463c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789480394.443858:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528052736 00000100:00100000:1.0:1789480394.443864:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528052736 00000100:00100000:1.0:1789480394.443895:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1789480394.443903:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:22711:x1876405528052736:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789480394.443999:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:22711:x1876405528052736:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 96us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480394.444005:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1789480394.444102:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a69888d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528052736:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789480394.445322:0:25755:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789480394.445659:0:22711:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789480394.445680:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789480394.445689:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5daa00/0xdaa289fda243f2be lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243f2c5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480394.445700:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6abb5daa00/0xdaa289fda243f2be lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243f2c5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789480394.445710:0:22711:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789480394.445713:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a6aaab1a000 from 13 10000000:01000000:2.0:1789480394.445715:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789480394.445747:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da000/0xdaa289fda243f2cc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480394.445755:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da000/0xdaa289fda243f2cc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480394.445765:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da000/0xdaa289fda243f2cc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480394.445798:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528052864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789480394.445847:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480394.445925:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6987901780 going to sleep for 11 seconds 00000100:00100000:0.0:1789480394.445976:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528052864 00000100:00100000:0.0:1789480394.445982:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528052864 00000100:00100000:1.0:1789480394.446031:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1789480394.446041:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+21:22711:x1876405528052864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789480394.446060:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789480394.446070:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6ab796c800/0xdaa289fda243f2d3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243f2cc expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.446090:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6ab796c800/0xdaa289fda243f2d3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243f2cc expref: 22 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.446099:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6ab796c800/0xdaa289fda243f2d3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243f2cc expref: 22 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.446166:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6ab796c800, rc 0) 00000100:00100000:1.0:1789480394.446220:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:22711:x1876405528052864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 180us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480394.446226:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1789480394.446298:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528052864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789480394.446311:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da000/0xdaa289fda243f2cc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243f2d3 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480394.446320:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da000/0xdaa289fda243f2cc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243f2d3 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480394.446382:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528052992:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789480394.446403:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480394.446424:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6987901780 going to sleep for 11 seconds 00000100:00100000:0.0:1789480394.446656:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528052992 00000100:00100000:0.0:1789480394.446661:0:22708:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528052992 00000100:00100000:1.0:1789480394.446749:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1789480394.446757:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eae7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:22711:x1876405528052992:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789480394.446865:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eae7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:22711:x1876405528052992:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 109us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480394.446872:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1789480394.446947:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528052992:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789480394.446975:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528053120:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789480394.447012:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480394.447031:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6987901780 going to sleep for 11 seconds 00000100:00100000:1.0:1789480394.447082:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528053120 00000100:00100000:1.0:1789480394.447087:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528053120 00000100:00100000:1.0:1789480394.447115:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1789480394.447122:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a88c78450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:22711:x1876405528053120:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789480394.447257:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a88c78450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:22711:x1876405528053120:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 135us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480394.447265:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1789480394.447551:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528053120:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789480394.448526:0:25756:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789480394.448693:0:22711:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789480394.448713:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789480394.448722:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da000/0xdaa289fda243f2cc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243f2d3 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480394.448732:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6abb5da000/0xdaa289fda243f2cc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243f2d3 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789480394.448748:0:22711:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789480394.448750:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a6a828a2800 from 13 10000000:01000000:2.0:1789480394.448753:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789480394.448780:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db400/0xdaa289fda243f2da lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480394.448787:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db400/0xdaa289fda243f2da lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480394.448796:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db400/0xdaa289fda243f2da lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480394.448814:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528053248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789480394.448860:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480394.449279:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6987901780 going to sleep for 11 seconds 00000100:00100000:3.0:1789480394.449492:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528053248 00000100:00100000:3.0:1789480394.449499:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528053248 00000100:00100000:3.0:1789480394.449535:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1789480394.449544:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a88c79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+22:22711:x1876405528053248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789480394.449556:0:22707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480394.449570:0:22707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6abb4bde00/0xdaa289fda243f2e1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243f2da expref: -99 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.449592:0:22707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6abb4bde00/0xdaa289fda243f2e1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243f2da expref: 23 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.449615:0:22707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6abb4bde00/0xdaa289fda243f2e1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243f2da expref: 23 pid: 22707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.449623:0:22707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb4bde00, rc 0) 00000100:00100000:3.0:1789480394.449662:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a88c79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:22711:x1876405528053248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (802us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480394.449669:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1789480394.449798:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528053248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789480394.449811:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db400/0xdaa289fda243f2da lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243f2e1 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480394.449820:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db400/0xdaa289fda243f2da lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243f2e1 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480394.449871:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528053376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789480394.449897:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480394.449924:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6987901780 going to sleep for 11 seconds 00000100:00100000:3.0:1789480394.449967:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528053376 00000100:00100000:3.0:1789480394.449972:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528053376 00000100:00100000:3.0:1789480394.449997:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1789480394.450003:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a88c78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:22711:x1876405528053376:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789480394.450551:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528053376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789480394.450583:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528053504:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789480394.450643:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480394.450712:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6987901780 going to sleep for 11 seconds 00000100:00100000:3.0:1789480394.450751:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a88c78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:22711:x1876405528053376:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 747us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480394.450759:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1789480394.450779:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528053504 00000100:00100000:3.0:1789480394.450783:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528053504 00000100:00100000:0.0:1789480394.450823:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1789480394.450833:0:22708:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a88c7a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:22711:x1876405528053504:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789480394.450934:0:22708:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a88c7a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:22711:x1876405528053504:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 103us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480394.450941:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1789480394.451016:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528053504:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789480394.452179:0:25757:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789480394.452542:0:22711:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789480394.452562:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789480394.452570:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db400/0xdaa289fda243f2da lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243f2e1 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480394.452580:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db400/0xdaa289fda243f2da lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243f2e1 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789480394.452589:0:22711:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789480394.452591:0:22711:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8a6985d0b800 from 13 10000000:01000000:2.0:1789480394.452594:0:22711:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789480394.452635:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db800/0xdaa289fda243f2e8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480394.452641:0:22711:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db800/0xdaa289fda243f2e8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480394.452650:0:22711:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db800/0xdaa289fda243f2e8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480394.452668:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528053632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789480394.452714:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480394.452753:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6987901780 going to sleep for 11 seconds 00000100:00100000:1.0:1789480394.452801:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528053632 00000100:00100000:1.0:1789480394.452807:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528053632 00000100:00100000:1.0:1789480394.452881:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1789480394.452890:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a88c79c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+23:22711:x1876405528053632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789480394.452899:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789480394.452911:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8a6ab796c400/0xdaa289fda243f2ef lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xdaa289fda243f2e8 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.452929:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8a6ab796c400/0xdaa289fda243f2ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdaa289fda243f2e8 expref: 24 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.452937:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8a6ab796c400/0xdaa289fda243f2ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdaa289fda243f2e8 expref: 24 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.452945:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6ab796c400, rc 0) 00000100:00100000:1.0:1789480394.452983:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a88c79c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:22711:x1876405528053632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 94us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480394.452990:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1789480394.453311:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528053632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789480394.453326:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db800/0xdaa289fda243f2e8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243f2ef expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480394.453345:0:22711:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db800/0xdaa289fda243f2e8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xdaa289fda243f2ef expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480394.453412:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528053760:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789480394.453434:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480394.453460:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6987901780 going to sleep for 11 seconds 00000100:00100000:1.0:1789480394.453599:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528053760 00000100:00100000:1.0:1789480394.453613:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528053760 00000100:00100000:1.0:1789480394.453645:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1789480394.453653:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:22711:x1876405528053760:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789480394.453742:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:22711:x1876405528053760:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 90us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480394.453749:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1789480394.453870:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528053760:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789480394.453895:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528053888:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789480394.453933:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480394.453956:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6987901780 going to sleep for 11 seconds 00000100:00100000:1.0:1789480394.454001:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528053888 00000100:00100000:1.0:1789480394.454005:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528053888 00000100:00100000:1.0:1789480394.454034:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1789480394.454047:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:22711:x1876405528053888:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789480394.454127:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c2538d9-d54d-456c-a00c-f0feeb6fecea+24:22711:x1876405528053888:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 80us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480394.454135:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1789480394.454724:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a866fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1c2538d9-d54d-456c-a00c-f0feeb6fecea:22711:1876405528053888:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789480394.455834:0:25758:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789480394.456663:0:22711:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789480394.456687:0:22711:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789480394.456698:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db800/0xdaa289fda243f2e8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243f2ef expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480394.456709:0:22711:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.144@tcp lock: ffff8a6abb5db800/0xdaa289fda243f2e8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdaa289fda243f2ef expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480394.472837:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480394.472911:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508011648 00000100:00100000:3.0:1789480394.472921:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508011648 00000100:00100000:3.0:1789480394.473031:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 39 00000100:00100000:3.0:1789480394.473055:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+17:18727:x1876405508011648:12345-192.168.206.44@tcp:101:lfs.0 00010000:00010000:3.0:1789480394.473083:0:24532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480394.473105:0:24532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f2f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d3192 expref: -99 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789480394.473252:0:24532:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789480394.473347:0:24532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f2f6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3192 expref: 19 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.473361:0:24532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8a6a88c27400) 00010000:00010000:3.0:1789480394.473364:0:24532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789480394.473370:0:24532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f2f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3192 expref: 19 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.473383:0:24532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb4bd000, rc 0) 00000100:00100000:3.0:1789480394.473433:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+18:18727:x1876405508011648:12345-192.168.206.44@tcp:101:lfs.0 Request processed in 393us (605us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1789480394.473457:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 39 00000100:00100000:2.0:1789480394.479901:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480394.479991:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508011904 00000100:00100000:0.0:1789480394.480000:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508011904 00000100:00100000:0.0:1789480394.480063:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 6 00000100:00100000:0.0:1789480394.480073:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0334a834-d68a-4d6a-8de6-944f388e1136+18:18727:x1876405508011904:12345-192.168.206.44@tcp:35:lfs.0 00000100:00100000:0.0:1789480394.480552:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0334a834-d68a-4d6a-8de6-944f388e1136+19:18727:x1876405508011904:12345-192.168.206.44@tcp:35:lfs.0 Request processed in 480us (662us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1789480394.480574:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 6 00000100:00100000:2.0:1789480394.554124:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480394.554230:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508012160 00000100:00100000:3.0:1789480394.554239:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508012160 00000100:00100000:3.0:1789480394.554301:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 40 00000100:00100000:3.0:1789480394.554319:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6aaa463480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+19:18730:x1876405508012160:12345-192.168.206.44@tcp:101:lfs.0 00010000:00010000:3.0:1789480394.554341:0:22714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480394.554359:0:22714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f304 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d3199 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.554470:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd200/0xdaa289fda243f30b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.554483:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd200/0xdaa289fda243f30b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.554495:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd200/0xdaa289fda243f30b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789480394.554505:0:22714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1789480394.554611:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f304 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3199 expref: 22 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.554629:0:22714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd200/0xdaa289fda243f30b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3199 expref: 21 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.554637:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:3.0:1789480394.554640:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789480394.554643:0:22714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb4bd200, rc 0) 00000100:00100000:3.0:1789480394.554706:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6aaa463480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+21:18730:x1876405508012160:12345-192.168.206.44@tcp:101:lfs.0 Request processed in 396us (590us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1789480394.554713:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 40 00010000:00010000:2.0:1789480394.564438:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789480394.564571:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480394.564676:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480394.565225:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508012416 00000100:00100000:2.0:1789480394.565234:0:22700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508012416 00000100:00100000:2.0:1789480394.565320:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 0 00000100:00100000:2.0:1789480394.565330:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0334a834-d68a-4d6a-8de6-944f388e1136+21:2401:x1876405508012416:12345-192.168.206.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789480394.565344:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789480394.565365:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd200/0xdaa289fda243f30b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3199 expref: 21 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480394.565384:0:22700:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:2.0:1789480394.565400:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789480394.565453:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0334a834-d68a-4d6a-8de6-944f388e1136+20:2401:x1876405508012416:12345-192.168.206.44@tcp:103:ldlm_bl.0 Request processed in 125us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480394.565461:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 0 00000100:00100000:0.0:1789480394.565669:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508012288 00000100:00100000:0.0:1789480394.565675:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508012288 00000100:00100000:0.0:1789480394.565788:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 41 00000100:00100000:0.0:1789480394.565997:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0334a834-d68a-4d6a-8de6-944f388e1136+20:18730:x1876405508012288:12345-192.168.206.44@tcp:54:lfs.0 00010000:00010000:0.0:1789480394.566051:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f319 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.566065:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f319 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.566074:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f319 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.566103:0:22715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f319 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.566110:0:22715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f319 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.566116:0:22715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f319 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.566122:0:22715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6aaa90f800 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:0.0:1789480394.566127:0:22715:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f319 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.566134:0:22715:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f319 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.566221:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:0.0:1789480394.566233:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789480394.566238:0:22715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f319 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480394.566245:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f319 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480394.566286:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0334a834-d68a-4d6a-8de6-944f388e1136+20:18730:x1876405508012288:12345-192.168.206.44@tcp:54:lfs.0 Request processed in 491us (1720us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480394.566293:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 41 00000100:00100000:1.0:1789480394.578165:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480394.578315:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508012672 00000100:00100000:2.0:1789480394.578490:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508012672 00000100:00100000:2.0:1789480394.578662:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 7 00000100:00100000:2.0:1789480394.578673:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0334a834-d68a-4d6a-8de6-944f388e1136+20:18730:x1876405508012672:12345-192.168.206.44@tcp:35:lfs.0 00000100:00100000:2.0:1789480394.578901:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0334a834-d68a-4d6a-8de6-944f388e1136+21:18730:x1876405508012672:12345-192.168.206.44@tcp:35:lfs.0 Request processed in 230us (744us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1789480394.578909:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 7 00000100:00100000:2.0:1789480394.977040:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480394.977144:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508012928 00000100:00100000:3.0:1789480394.977155:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508012928 00000100:00100000:3.0:1789480394.977249:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 42 00000100:00100000:3.0:1789480394.977260:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a84369180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+21:18761:x1876405508012928:12345-192.168.206.44@tcp:101:cat.0 00010000:00010000:3.0:1789480394.977283:0:22714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480394.977304:0:22714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f320 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d31a0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.977417:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f327 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.977431:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f327 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.977441:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f327 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789480394.977453:0:22714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1789480394.977565:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f320 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31a0 expref: 24 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.977583:0:22714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f327 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31a0 expref: 23 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.977592:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:3.0:1789480394.977595:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789480394.977619:0:22714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb4bc400, rc 0) 00000100:00100000:3.0:1789480394.977696:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a84369180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+23:18761:x1876405508012928:12345-192.168.206.44@tcp:101:cat.0 Request processed in 438us (665us total) trans 12884901902 rc 0/0 00000100:00100000:3.0:1789480394.977703:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 42 00000100:00100000:1.0:1789480394.982441:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480394.982518:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480394.982590:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508013312 00000100:00100000:0.0:1789480394.982609:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508013312 00000100:00100000:0.0:1789480394.982671:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 8 00000100:00100000:0.0:1789480394.982680:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0334a834-d68a-4d6a-8de6-944f388e1136+23:18761:x1876405508013312:12345-192.168.206.44@tcp:35:cat.0 00000100:00100000:0.0:1789480394.982970:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0334a834-d68a-4d6a-8de6-944f388e1136+24:18761:x1876405508013312:12345-192.168.206.44@tcp:35:cat.0 Request processed in 291us (451us total) trans 12884901903 rc 0/0 00000100:00100000:0.0:1789480394.982977:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 8 00000100:00100000:3.0:1789480394.983412:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508013056 00000100:00100000:3.0:1789480394.983418:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508013056 00000100:00100000:3.0:1789480394.983464:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 1 00000100:00100000:3.0:1789480394.983472:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0334a834-d68a-4d6a-8de6-944f388e1136+24:2402:x1876405508013056:12345-192.168.206.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789480394.983483:0:22699:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789480394.983505:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f327 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31a0 expref: 24 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480394.983522:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:3.0:1789480394.983528:0:22699:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789480394.983666:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0334a834-d68a-4d6a-8de6-944f388e1136+23:2402:x1876405508013056:12345-192.168.206.44@tcp:103:ldlm_bl.0 Request processed in 194us (1232us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480394.983673:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 1 00000040:00080000:0.0:1789480395.012848:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789480395.067308:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480395.067845:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508013568 00000100:00100000:0.0:1789480395.067855:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508013568 00000100:00100000:0.0:1789480395.067959:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 43 00000100:00100000:0.0:1789480395.067971:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0334a834-d68a-4d6a-8de6-944f388e1136+23:18767:x1876405508013568:12345-192.168.206.44@tcp:101:dd.0 00010000:00010000:0.0:1789480395.068011:0:22715:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480395.068031:0:22715:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f335 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d31a7 expref: -99 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.068140:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f000/0xdaa289fda243f33c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.068526:0:22715:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f2a2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3184 expref: 24 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.068535:0:22715:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f2b7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d318b expref: 24 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.068542:0:22715:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f000/0xdaa289fda243f33c lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.068577:0:22715:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f2b7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d318b expref: 24 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.068590:0:22715:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f2b7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d318b expref: 24 pid: 22716 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480395.068616:0:22715:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6988822a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22715:1876405528054016:192.168.206.44@tcp:104: 00010000:00010000:0.0:1789480395.068765:0:22715:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f2a2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3184 expref: 24 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.068775:0:22715:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f2a2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3184 expref: 24 pid: 24532 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480395.068785:0:22715:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6988823480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22715:1876405528054144:192.168.206.44@tcp:104: 00000100:00100000:0.0:1789480395.068809:0:22715:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a69875e9600 going to sleep for 11 seconds 00000100:00100000:1.0:1789480395.078110:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480395.078181:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480395.078420:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508013696 00000100:00100000:2.0:1789480395.078428:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508013696 00010000:00010000:2.0:1789480395.078464:0:22699:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f2b7 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d318b expref: 25 pid: 22716 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480395.078502:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508013824 00000100:00100000:2.0:1789480395.078505:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508013824 00010000:00010000:2.0:1789480395.078519:0:22699:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f2a2 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3184 expref: 26 pid: 24532 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480395.078534:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 17 00000100:00100000:2.0:1789480395.078542:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0334a834-d68a-4d6a-8de6-944f388e1136+26:2401:x1876405508013696:12345-192.168.206.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789480395.078555:0:22699:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789480395.078562:0:22699:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f2b7 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d318b expref: 26 pid: 22716 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480395.078592:0:22699:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f2b7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d318b expref: 26 pid: 22716 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480395.078627:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:2.0:1789480395.078633:0:22699:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f000/0xdaa289fda243f33c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480395.078642:0:22699:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f000/0xdaa289fda243f33c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480395.078647:0:22699:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789480395.078697:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0334a834-d68a-4d6a-8de6-944f388e1136+26:2401:x1876405508013696:12345-192.168.206.44@tcp:103:ldlm_bl.0 Request processed in 155us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480395.078705:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 17 00000100:00100000:2.0:1789480395.078725:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 18 00000100:00100000:2.0:1789480395.078732:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a698777d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0334a834-d68a-4d6a-8de6-944f388e1136+25:2401:x1876405508013824:12345-192.168.206.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789480395.078740:0:22699:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789480395.078746:0:22699:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f2a2 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3184 expref: 25 pid: 24532 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480395.078756:0:22699:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f2a2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3184 expref: 25 pid: 24532 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480395.078767:0:22699:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:2.0:1789480395.078771:0:22699:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f000/0xdaa289fda243f33c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480395.078789:0:22699:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f000/0xdaa289fda243f33c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480395.078796:0:22699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f000/0xdaa289fda243f33c lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480395.078814:0:22699:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789480395.078835:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a698777d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0334a834-d68a-4d6a-8de6-944f388e1136+25:2401:x1876405508013824:12345-192.168.206.44@tcp:103:ldlm_bl.0 Request processed in 103us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480395.078841:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 18 00010000:00010000:0.0:1789480395.082476:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f2b7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d318b expref: 24 pid: 22716 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480395.082517:0:22715:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6988822a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22715:1876405528054016:192.168.206.44@tcp:104: 00010000:00010000:0.0:1789480395.082534:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f2a2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d3184 expref: 23 pid: 24532 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480395.082542:0:22715:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6988823480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22715:1876405528054144:192.168.206.44@tcp:104: 00010000:00010000:0.0:1789480395.082565:0:22715:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f000/0xdaa289fda243f33c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.082574:0:22715:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f000/0xdaa289fda243f33c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.082579:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f000/0xdaa289fda243f33c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789480395.082614:0:22715:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789480395.082762:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f335 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31a7 expref: 24 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.082777:0:22715:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f000/0xdaa289fda243f33c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31a7 expref: 23 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.082785:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:0.0:1789480395.082788:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1789480395.082791:0:22715:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6aaa90f000, rc 0) 00000100:00100000:0.0:1789480395.082907:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0334a834-d68a-4d6a-8de6-944f388e1136+23:18767:x1876405508013568:12345-192.168.206.44@tcp:101:dd.0 Request processed in 14938us (15607us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1789480395.082927:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 43 00000100:00100000:1.0:1789480395.090095:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480395.097134:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508013952 00000100:00100000:3.0:1789480395.097148:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508013952 00000100:00100000:3.0:1789480395.097370:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 44 00000100:00100000:3.0:1789480395.097388:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+23:18767:x1876405508013952:12345-192.168.206.44@tcp:101:dd.0 00010000:00010000:3.0:1789480395.097417:0:22714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480395.097445:0:22714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f34a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d31ae expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480395.097488:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f351 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480395.097524:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f351 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480395.097536:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f351 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480395.098671:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f34a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31ae expref: 25 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480395.098693:0:22714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f351 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31ae expref: 24 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480395.098702:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:3.0:1789480395.098704:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789480395.098708:0:22714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb4bd000, rc 0) 00000100:00100000:3.0:1789480395.098776:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+24:18767:x1876405508013952:12345-192.168.206.44@tcp:101:dd.0 Request processed in 1396us (8689us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480395.098789:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 44 00000100:00100000:2.0:1789480395.102900:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480395.103075:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508014208 00000100:00100000:3.0:1789480395.103084:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508014208 00000100:00100000:3.0:1789480395.103147:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 45 00000100:00100000:3.0:1789480395.103158:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a84369f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+24:18767:x1876405508014208:12345-192.168.206.44@tcp:36:dd.0 00010000:00010000:2.0:1789480395.103643:0:24532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5db000/0xdaa289fda243f358 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480395.103660:0:24532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5db000/0xdaa289fda243f358 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480395.103669:0:24532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5db000/0xdaa289fda243f358 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789480395.103713:0:24532:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1789480395.103732:0:24532:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a18a6d26 reply state 00000000b0de5073 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5db000/0xdaa289fda243f358 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480395.103745:0:24532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5db000/0xdaa289fda243f358 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480395.103752:0:24532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:2.0:1789480395.103755:0:24532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789480395.103759:0:24532:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789480395.103875:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a84369f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+27:18767:x1876405508014208:12345-192.168.206.44@tcp:36:dd.0 Request processed in 716us (982us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1789480395.103883:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 45 00000020:00080000:2.0:1789480395.103887:0:24532:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1789480395.109007:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480395.109479:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508014336 00000100:00100000:0.0:1789480395.109489:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508014336 00000100:00100000:0.0:1789480395.109550:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 46 00000100:00100000:0.0:1789480395.109560:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+27:18767:x1876405508014336:12345-192.168.206.44@tcp:101:dd.0 00010000:00010000:0.0:1789480395.109581:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480395.109612:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f35f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d31b5 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.109667:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f35f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31b5 expref: 28 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.109681:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f35f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31b5 expref: 28 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.109697:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:0.0:1789480395.109700:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789480395.109704:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6aaa90f800, rc 0) 00000100:00100000:0.0:1789480395.109761:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+28:18767:x1876405508014336:12345-192.168.206.44@tcp:101:dd.0 Request processed in 202us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480395.109768:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 46 00000100:00100000:1.0:1789480395.126143:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480395.126297:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508014592 00000100:00100000:2.0:1789480395.126317:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508014592 00000100:00100000:1.0:1789480395.126463:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 2 00000100:00100000:1.0:1789480395.126475:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0334a834-d68a-4d6a-8de6-944f388e1136+28:18767:x1876405508014592:12345-192.168.206.44@tcp:103:dd.0 00010000:00010000:1.0:1789480395.126491:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789480395.126527:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f35f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31b5 expref: 28 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480395.126545:0:22700:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:1.0:1789480395.126550:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789480395.126959:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0334a834-d68a-4d6a-8de6-944f388e1136+27:18767:x1876405508014592:12345-192.168.206.44@tcp:103:dd.0 Request processed in 484us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480395.126967:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 2 00000100:00100000:2.0:1789480395.130658:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480395.130873:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508014720 00000100:00100000:0.0:1789480395.130883:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508014720 00000100:00100000:0.0:1789480395.131079:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 47 00000100:00100000:0.0:1789480395.131090:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a84368e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0334a834-d68a-4d6a-8de6-944f388e1136+27:18767:x1876405508014720:12345-192.168.206.44@tcp:58:dd.0 00010000:00010000:0.0:1789480395.131179:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ec00/0xdaa289fda243f366 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.131232:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ec00/0xdaa289fda243f366 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.131243:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ec00/0xdaa289fda243f366 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789480395.134725:0:22715:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789480395.134759:0:22715:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:3.0:1789480395.134895:0:22715:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1789480395.136476:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a84368e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0334a834-d68a-4d6a-8de6-944f388e1136+27:18767:x1876405508014720:12345-192.168.206.44@tcp:58:dd.0 Request processed in 5379us (5817us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480395.136490:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 47 00000100:00100000:2.0:1789480395.142477:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480395.142628:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508014848 00000100:00100000:0.0:1789480395.142637:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508014848 00000100:00100000:0.0:1789480395.142735:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 48 00000100:00100000:0.0:1789480395.142746:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a8436bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+27:18767:x1876405508014848:12345-192.168.206.44@tcp:101:dd.0 00010000:00010000:0.0:1789480395.142765:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480395.142794:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e200/0xdaa289fda243f36d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d31bc expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.142849:0:22716:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ec00/0xdaa289fda243f366 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.142860:0:22716:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e200/0xdaa289fda243f36d lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31bc expref: 28 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.142878:0:22716:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ec00/0xdaa289fda243f366 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.142889:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e200/0xdaa289fda243f36d lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31bc expref: 28 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.142902:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:0.0:1789480395.142905:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789480395.142922:0:22716:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e200/0xdaa289fda243f36d lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31bc expref: 28 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480395.142931:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6aaa90e200, rc 0) 00000100:00100000:0.0:1789480395.142992:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a8436bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+28:18767:x1876405508014848:12345-192.168.206.44@tcp:101:dd.0 Request processed in 248us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480395.142999:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 48 00010000:00010000:3.0:1789480395.588400:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789480396.036408:0:22747:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789480396.036417:0:22747:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789480396.036456:0:22747:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1789480396.036467:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1789480396.036713:0:22747:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a843b1880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22747:1876405528054272:192.168.206.44@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1789480396.036905:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6ab981bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789480396.043554:0:22747:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a843b1880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22747:1876405528054272:192.168.206.44@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1789480396.045568:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480396.050550:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508014976 00000100:00100000:0.0:1789480396.050565:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508014976 00000100:00100000:0.0:1789480396.050739:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 49 00000100:00100000:0.0:1789480396.050753:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a84368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+28:18768:x1876405508014976:12345-192.168.206.44@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1789480396.050784:0:24532:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1789480396.050959:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a84368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+28:18768:x1876405508014976:12345-192.168.206.44@tcp:53:lhsmtool_posix.0 Request processed in 209us (5397us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480396.050966:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 49 00000100:00080000:3.0:1789480396.051639:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789480396.057426:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480396.057512:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508015104 00000100:00100000:3.0:1789480396.057532:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508015104 00000100:00100000:3.0:1789480396.057591:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 50 00000100:00100000:3.0:1789480396.057613:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a8436b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+28:18768:x1876405508015104:12345-192.168.206.44@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1789480396.057677:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f374 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057693:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f374 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057703:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f374 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057719:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f37b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057726:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f37b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057732:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f37b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057753:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f382 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057772:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f382 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057780:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f382 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789480396.057831:0:22714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1789480396.057836:0:22714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789480396.057858:0:22714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f382 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057868:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f374 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057875:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f374 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057882:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f374 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057888:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bc400 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:3.0:1789480396.057893:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f374 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057900:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f374 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057912:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a6a88c27600) 00010000:00010000:3.0:1789480396.057915:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789480396.057919:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f374 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057925:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f374 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057936:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f37b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057942:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f37b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057947:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f37b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057958:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bda00 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:3.0:1789480396.057962:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f37b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057968:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f37b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057975:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8a6aa31c0e00) 00010000:00010000:3.0:1789480396.057978:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789480396.057981:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f37b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.057986:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f37b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.058000:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f382 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.058006:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f382 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.058012:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f382 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.058017:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bc200 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:3.0:1789480396.058019:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f382 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.058025:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f382 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.058043:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:3.0:1789480396.058046:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789480396.058049:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f382 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.058055:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f382 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480396.058283:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a8436b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+28:18768:x1876405508015104:12345-192.168.206.44@tcp:34:lhsmtool_posix.0 Request processed in 670us (874us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480396.058292:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 50 00000100:00100000:1.0:1789480396.062048:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480396.062288:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508015360 00000100:00100000:0.0:1789480396.062298:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508015360 00000100:00100000:0.0:1789480396.062347:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 51 00000100:00100000:0.0:1789480396.062362:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+28:18768:x1876405508015360:12345-192.168.206.44@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789480396.062381:0:24532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480396.062400:0:24532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fc00/0xdaa289fda243f389 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d31c3 expref: -99 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.062496:0:24532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f390 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.062512:0:24532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f390 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.062538:0:24532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f390 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789480396.062551:0:24532:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789480396.062647:0:24532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f390 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.062655:0:24532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f390 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.062661:0:24532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f390 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.062779:0:24532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6aaa90ea00 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:0.0:1789480396.062784:0:24532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f390 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.062793:0:24532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f390 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.062805:0:24532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:0.0:1789480396.062808:0:24532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1789480396.062813:0:24532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f390 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.062819:0:24532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f390 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.062860:0:24532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fc00/0xdaa289fda243f389 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31c3 expref: 30 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.062881:0:24532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8a6a88c27600) 00010000:00010000:0.0:1789480396.062883:0:24532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789480396.062887:0:24532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90fc00/0xdaa289fda243f389 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31c3 expref: 30 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.062897:0:24532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6aaa90fc00, rc 0) 00000100:00100000:0.0:1789480396.062955:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+29:18768:x1876405508015360:12345-192.168.206.44@tcp:101:lhsmtool_posix.0 Request processed in 600us (926us total) trans 12884901907 rc 301/301 00000100:00100000:0.0:1789480396.062963:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 51 00000100:00100000:2.0:1789480396.069021:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480396.069117:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508015488 00000100:00100000:0.0:1789480396.069127:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508015488 00000100:00100000:0.0:1789480396.069256:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 52 00000100:00100000:0.0:1789480396.069267:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a84369880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+29:18768:x1876405508015488:12345-192.168.206.44@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1789480396.069301:0:22716:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1789480396.069609:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a84369880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+29:18768:x1876405508015488:12345-192.168.206.44@tcp:53:lhsmtool_posix.0 Request processed in 343us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480396.069617:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 52 00000100:00100000:2.0:1789480396.075137:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480396.076414:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508015744 00000100:00100000:0.0:1789480396.076426:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508015744 00000100:00100000:0.0:1789480396.076498:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 53 00000100:00100000:0.0:1789480396.076510:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a8436b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0334a834-d68a-4d6a-8de6-944f388e1136+29:18768:x1876405508015744:12345-192.168.206.44@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789480396.076529:0:22715:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480396.076803:0:22715:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f39e lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d31ca expref: -99 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1789480396.077185:0:22715:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x23:0x0], count =31 00000004:00080000:0.0:1789480396.077224:0:22715:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x23:0x0]+31 in llog 00000004:00080000:0.0:1789480396.077244:0:22715:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:0.0:1789480396.077374:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f3a5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.077387:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f3a5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.077399:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f3a5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.077450:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f39e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31ca expref: 32 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.077468:0:22715:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f3a5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31ca expref: 31 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.077476:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a6a88c27000) 00010000:00010000:0.0:1789480396.077479:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789480396.077483:0:22715:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6aaa90f800, rc 0) 00000100:00100000:0.0:1789480396.077934:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a8436b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0334a834-d68a-4d6a-8de6-944f388e1136+31:18768:x1876405508015744:12345-192.168.206.44@tcp:101:lhsmtool_posix.0 Request processed in 1425us (2804us total) trans 12884901908 rc 0/0 00000100:00100000:0.0:1789480396.077943:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 53 00000100:00100000:1.0:1789480396.084181:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480396.084501:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508016000 00000100:00100000:3.0:1789480396.084512:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508016000 00000100:00100000:3.0:1789480396.084631:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 54 00000100:00100000:3.0:1789480396.084642:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+31:18768:x1876405508016000:12345-192.168.206.44@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1789480396.084694:0:22714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789480396.084721:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f800/0xdaa289fda243f3a5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31ca expref: 31 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.084738:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a6a88c27000) 00010000:00010000:3.0:1789480396.084748:0:22714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789480396.084780:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f3b3 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.084794:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f3b3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.084805:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f3b3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.084832:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f3ba lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x30e5410c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.084839:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f3ba lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x30e5410c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.084845:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f3ba lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x30e5410c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.084888:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f3b3 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.084895:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f3b3 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.084901:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f3b3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.084908:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bc200 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:3.0:1789480396.084912:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f3b3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.084919:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f3b3 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.084927:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a6aa31c0800) 00010000:00010000:3.0:1789480396.084930:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789480396.084933:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f3b3 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.084940:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f3b3 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.084957:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f3ba lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x30e5410c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.084962:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f3ba lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x30e5410c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.084980:0:22714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f3ba lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x30e5410c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.084985:0:22714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb4bda00 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:3.0:1789480396.084988:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f3ba lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x30e5410c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.084994:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f3ba lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x30e5410c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.085001:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x30e5410c (ffff8a6aa31c0e00) 00010000:00010000:3.0:1789480396.085003:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789480396.085006:0:22714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f3ba lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x30e5410c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.085010:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bda00/0xdaa289fda243f3ba lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x30e5410c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480396.085090:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+30:18768:x1876405508016000:12345-192.168.206.44@tcp:36:lhsmtool_posix.0 Request processed in 450us (917us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789480396.085097:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 54 00000100:00100000:3.0:1789480396.089712:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480396.089815:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508016128 00000100:00100000:2.0:1789480396.089825:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508016128 00000100:00100000:2.0:1789480396.089882:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 55 00000100:00100000:2.0:1789480396.089893:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+30:18768:x1876405508016128:12345-192.168.206.44@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789480396.089911:0:24532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789480396.089931:0:24532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5dae00/0xdaa289fda243f3c1 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d31d1 expref: -99 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.089965:0:24532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5db200/0xdaa289fda243f3c8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.089979:0:24532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5db200/0xdaa289fda243f3c8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.089990:0:24532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5db200/0xdaa289fda243f3c8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.090101:0:24532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5dae00/0xdaa289fda243f3c1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31d1 expref: 32 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.090118:0:24532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5db200/0xdaa289fda243f3c8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31d1 expref: 31 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.090125:0:24532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a6a87f32700) 00010000:00010000:2.0:1789480396.090128:0:24532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789480396.090131:0:24532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb5db200, rc 0) 00000100:00100000:2.0:1789480396.090268:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+31:18768:x1876405508016128:12345-192.168.206.44@tcp:101:lhsmtool_posix.0 Request processed in 377us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480396.090275:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 55 00000100:00100000:2.0:1789480396.094502:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480396.094586:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508016384 00000100:00100000:0.0:1789480396.094606:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508016384 00000100:00100000:0.0:1789480396.094662:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 56 00000100:00100000:0.0:1789480396.094672:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a8436a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+31:18768:x1876405508016384:12345-192.168.206.44@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1789480396.094760:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f3cf lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.094777:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f3cf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.094789:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f3cf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789480396.094941:0:22716:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:0.0:1789480396.094951:0:22716:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765018759929ns, next at 766018757234ns, rc = 0 00000004:00010000:0.0:1789480396.094995:0:22716:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000077c03c5d reply state 00000000d20bdc65 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f3cf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.095007:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f3cf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.095014:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a6a87f32700) 00010000:00010000:0.0:1789480396.095017:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1789480396.095021:0:22716:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1789480396.095117:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a8436a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+33:18768:x1876405508016384:12345-192.168.206.44@tcp:36:lhsmtool_posix.0 Request processed in 445us (622us total) trans 12884901909 rc 0/0 00000100:00100000:0.0:1789480396.095123:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 56 00000100:00100000:1.0:1789480396.104293:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480396.104718:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508016512 00000100:00100000:2.0:1789480396.104728:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508016512 00000100:00100000:2.0:1789480396.104896:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 57 00000100:00100000:2.0:1789480396.104922:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+33:18768:x1876405508016512:12345-192.168.206.44@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789480396.104946:0:24532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789480396.104966:0:24532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5dae00/0xdaa289fda243f3d6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d31d8 expref: -99 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.105020:0:24532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5dae00/0xdaa289fda243f3d6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31d8 expref: 34 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.105033:0:24532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5dae00/0xdaa289fda243f3d6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31d8 expref: 34 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.105071:0:24532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a6a87f32700) 00010000:00010000:2.0:1789480396.105074:0:24532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789480396.105078:0:24532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb5dae00, rc 0) 00000100:00100000:2.0:1789480396.105173:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+34:18768:x1876405508016512:12345-192.168.206.44@tcp:101:lhsmtool_posix.0 Request processed in 268us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480396.105180:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 57 00000100:00100000:2.0:1789480396.118824:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480396.118949:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508016640 00000100:00100000:3.0:1789480396.119051:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508016640 00000100:00100000:3.0:1789480396.119126:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 20 00000100:00100000:3.0:1789480396.119136:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a8436ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0334a834-d68a-4d6a-8de6-944f388e1136+5:2399:x1876405508016640:12345-192.168.206.44@tcp:2:lhsmtool_posix.0 00000100:00080000:0.0:1789480396.119412:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789480396.122790:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a8436ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0334a834-d68a-4d6a-8de6-944f388e1136+6:2399:x1876405508016640:12345-192.168.206.44@tcp:2:lhsmtool_posix.0 Request processed in 3646us (3965us total) trans 12884901891 rc 0/0 00000100:00100000:3.0:1789480396.122805:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 20 00000100:00100000:1.0:1789480396.132257:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480396.132338:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508016896 00000100:00100000:0.0:1789480396.132347:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508016896 00000100:00100000:0.0:1789480396.132415:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 9 00000100:00100000:0.0:1789480396.132435:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0334a834-d68a-4d6a-8de6-944f388e1136+34:18768:x1876405508016896:12345-192.168.206.44@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1789480396.132665:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0334a834-d68a-4d6a-8de6-944f388e1136+35:18768:x1876405508016896:12345-192.168.206.44@tcp:35:lhsmtool_posix.0 Request processed in 241us (414us total) trans 12884901910 rc 0/0 00000100:00100000:0.0:1789480396.132685:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 9 00000100:00100000:1.0:1789480396.136830:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480396.136963:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508017152 00000100:00100000:0.0:1789480396.136973:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508017152 00000100:00100000:0.0:1789480396.137029:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 58 00000100:00100000:0.0:1789480396.137039:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+35:18768:x1876405508017152:12345-192.168.206.44@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1789480396.137185:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+35:18768:x1876405508017152:12345-192.168.206.44@tcp:57:lhsmtool_posix.0 Request processed in 147us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480396.137235:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 58 00000100:00100000:2.0:1789480396.142713:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480396.142829:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508017280 00000100:00100000:0.0:1789480396.142838:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508017280 00000100:00100000:0.0:1789480396.142894:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 59 00000100:00100000:0.0:1789480396.142903:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a84368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0334a834-d68a-4d6a-8de6-944f388e1136+35:18768:x1876405508017280:12345-192.168.206.44@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789480396.142923:0:22715:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789480396.142947:0:22715:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f3dd lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d31df expref: -99 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.143072:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f3e4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.143086:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f3e4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.143097:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f3e4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789480396.143363:0:22715:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789480396.143392:0:22715:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f3e4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.143812:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f3dd lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31df expref: 37 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.143832:0:22715:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f3e4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31df expref: 36 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.143841:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a6a87f32700) 00010000:00010000:0.0:1789480396.143844:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1789480396.143848:0:22715:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6aaa90e400, rc 0) 00000100:00100000:0.0:1789480396.143908:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a84368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0334a834-d68a-4d6a-8de6-944f388e1136+36:18768:x1876405508017280:12345-192.168.206.44@tcp:101:lhsmtool_posix.0 Request processed in 1007us (1203us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480396.143917:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 59 00000100:00100000:0.0:1789480396.153336:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480396.153897:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508017408 00000100:00100000:3.0:1789480396.153907:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508017408 00000100:00100000:3.0:1789480396.153996:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 21 00000100:00100000:3.0:1789480396.154006:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0334a834-d68a-4d6a-8de6-944f388e1136+6:2401:x1876405508017408:12345-192.168.206.44@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789480396.154021:0:24221:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480396.154039:0:24221:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243f3eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d31e6 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789480396.154064:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aa94dcb, blocks: 0x0 00010000:00010000:3.0:1789480396.154082:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=765s v=(0 0) 00010000:00010000:3.0:1789480396.154085:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789480396.154093:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243f3eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31e6 expref: 7 pid: 24221 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.154110:0:24221:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243f3eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31e6 expref: 7 pid: 24221 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.154123:0:24221:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb4bda00, rc 0) 00000100:00100000:3.0:1789480396.154187:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988823480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0334a834-d68a-4d6a-8de6-944f388e1136+7:2401:x1876405508017408:12345-192.168.206.44@tcp:101:lhsmtool_posix.0 Request processed in 182us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480396.154230:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 21 00000100:00100000:1.0:1789480396.158162:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480396.158726:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508017664 00000100:00100000:0.0:1789480396.158736:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508017664 00000100:00100000:0.0:1789480396.158800:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 60 00000100:00100000:0.0:1789480396.158810:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a843b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+36:18768:x1876405508017664:12345-192.168.206.44@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1789480396.158915:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a843b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0334a834-d68a-4d6a-8de6-944f388e1136+36:18768:x1876405508017664:12345-192.168.206.44@tcp:57:lhsmtool_posix.0 Request processed in 106us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480396.158923:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 60 00000100:00100000:2.0:1789480396.163648:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480396.163861:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508017792 00000100:00100000:0.0:1789480396.163870:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508017792 00000100:00100000:0.0:1789480396.163963:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 61 00000100:00100000:0.0:1789480396.164070:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a8436a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+36:18768:x1876405508017792:12345-192.168.206.44@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1789480396.166847:0:22694:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:2.0:1789480396.166862:0:22694:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:2.0:1789480396.166924:0:22694:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:3.0:1789480396.167034:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f240 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.167046:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f240 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.167054:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f240 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.167061:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6aaa90e800 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:3.0:1789480396.167065:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f240 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.167073:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f240 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.167090:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a6aa31c0800) 00010000:00010000:3.0:1789480396.167093:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1789480396.167099:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f240 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.167105:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e800/0xdaa289fda243f240 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167258:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecda00/0xdaa289fda243f1ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167275:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecda00/0xdaa289fda243f1ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167281:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecda00/0xdaa289fda243f1ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167286:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecda00 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:0.0:1789480396.167289:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecda00/0xdaa289fda243f1ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167295:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecda00/0xdaa289fda243f1ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167304:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8a6aa31c0f00) 00010000:00010000:0.0:1789480396.167307:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789480396.167310:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecda00/0xdaa289fda243f1ec lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167316:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecda00/0xdaa289fda243f1ec lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167333:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc200/0xdaa289fda243f1f3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167339:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc200/0xdaa289fda243f1f3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167345:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc200/0xdaa289fda243f1f3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167350:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6987ecc200 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:0.0:1789480396.167359:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc200/0xdaa289fda243f1f3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167366:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc200/0xdaa289fda243f1f3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167374:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8a6aa31c0800) 00010000:00010000:0.0:1789480396.167376:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789480396.167379:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc200/0xdaa289fda243f1f3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167398:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6987ecc200/0xdaa289fda243f1f3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167417:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f29b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167423:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f29b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167428:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f29b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167433:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ab796d600 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:0.0:1789480396.167435:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f29b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167441:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f29b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167449:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8a6abb5b2e00) 00010000:00010000:0.0:1789480396.167451:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789480396.167491:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789480396.167507:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a843b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528054400:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1789480396.167565:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f29b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167573:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796d600/0xdaa289fda243f29b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480396.167578:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789480396.167590:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5db000/0xdaa289fda243f358 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167607:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5db000/0xdaa289fda243f358 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167612:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5db000/0xdaa289fda243f358 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167617:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb5db000 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:0.0:1789480396.167620:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5db000/0xdaa289fda243f358 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167625:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5db000/0xdaa289fda243f358 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167633:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:0.0:1789480396.167635:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789480396.167638:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5db000/0xdaa289fda243f358 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167644:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5db000/0xdaa289fda243f358 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167655:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f3cf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167671:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f3cf lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167677:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f3cf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167682:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6aaa90f400 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:0.0:1789480396.167685:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f3cf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167691:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f3cf lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167700:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a6a87f32700) 00010000:00010000:0.0:1789480396.167702:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1789480396.167706:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f3cf lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.167712:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f3cf lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480396.167756:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528054400 00000100:00100000:1.0:1789480396.167764:0:24220:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528054400 00000100:00100000:1.0:1789480396.167818:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789480396.167818:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a8436a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0334a834-d68a-4d6a-8de6-944f388e1136+15:18768:x1876405508017792:12345-192.168.206.44@tcp:44:lhsmtool_posix.0 Request processed in 3751us (4178us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480396.167825:0:24220:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a69888d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1876405528054400:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1789480396.167827:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 61 00002000:00010000:1.0:1789480396.167932:0:24220:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1789480396.167936:0:24220:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1789480396.167943:0:24220:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1789480396.167945:0:24220:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789480395 -> 1789480395 00002000:00010000:1.0:1789480396.167947:0:24220:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1789480396.168004:0:24220:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a69888d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3645:x1876405528054400:12345-0@lo:2:osp-syn-1-0.0 Request processed in 179us (425us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1789480396.168011:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000004:00080000:0.0:1789480396.168232:0:3645:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8a6a843b0000/2, rc 0, transno 12884901892 00000100:00100000:0.0:1789480396.168239:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a843b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1876405528054400:0@lo:2:osp-syn-1-0.0 00000100:00080000:3.0:1789480396.168438:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789480396.172698:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480396.172825:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508017920 00000100:00100000:3.0:1789480396.172847:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508017920 00000100:00100000:3.0:1789480396.172894:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 23 00000100:00100000:3.0:1789480396.172903:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a8436aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0334a834-d68a-4d6a-8de6-944f388e1136+7:2399:x1876405508017920:12345-192.168.206.44@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1789480396.173006:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a8436aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0334a834-d68a-4d6a-8de6-944f388e1136+7:2399:x1876405508017920:12345-192.168.206.44@tcp:16:lhsmtool_posix.0 Request processed in 104us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480396.173013:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 23 00000100:00100000:2.0:1789480396.177394:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480396.177516:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508018176 00000100:00100000:3.0:1789480396.177525:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508018176 00000100:00100000:3.0:1789480396.177602:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 62 00000100:00100000:3.0:1789480396.177614:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a84368000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+15:18768:x1876405508018176:12345-192.168.206.44@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1789480396.177663:0:22714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789480396.177701:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e400/0xdaa289fda243f3e4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31df expref: 15 pid: 22715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.177721:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a6a87f32700) 00010000:00010000:3.0:1789480396.177726:0:22714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789480396.177753:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f3f2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.177767:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f3f2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.177777:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f3f2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789480396.177912:0:22714:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000fde48759 reply state 000000008965a9f8 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f3f2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.177925:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc200/0xdaa289fda243f3f2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.177946:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a6a87f32700) 00010000:00010000:3.0:1789480396.177948:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789480396.177952:0:22714:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1789480396.178047:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a84368000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+16:18768:x1876405508018176:12345-192.168.206.44@tcp:36:lhsmtool_posix.0 Request processed in 435us (661us total) trans 12884901911 rc 0/0 00000100:00100000:3.0:1789480396.178054:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 62 00000100:00100000:2.0:1789480396.181416:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480396.181616:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508018304 00000100:00100000:3.0:1789480396.181625:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508018304 00000100:00100000:3.0:1789480396.181727:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 24 00000100:00100000:3.0:1789480396.181738:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a84369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0334a834-d68a-4d6a-8de6-944f388e1136+7:2402:x1876405508018304:12345-192.168.206.44@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1789480396.181887:0:24221:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1789480396.181890:0:24221:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1789480394 00002000:00010000:3.0:1789480396.181893:0:24221:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1789480394 00002000:00010000:3.0:1789480396.181895:0:24221:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789480395 -> 1789480394 00002000:00010000:3.0:1789480396.181897:0:24221:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1789480396.181954:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a84369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0334a834-d68a-4d6a-8de6-944f388e1136+8:2402:x1876405508018304:12345-192.168.206.44@tcp:2:lhsmtool_posix.0 Request processed in 218us (546us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1789480396.181962:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 24 00000100:00100000:2.0:1789480396.189055:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480396.189157:0:24862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508018432 00000100:00100000:1.0:1789480396.189167:0:24862:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508018432 00000100:00100000:1.0:1789480396.189314:0:24862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 25 00000100:00100000:1.0:1789480396.189324:0:24862:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a8436b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0334a834-d68a-4d6a-8de6-944f388e1136+8:2402:x1876405508018432:12345-192.168.206.44@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1789480396.189435:0:24862:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a4cd4a44/0xdaa289fda243f3f9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.189453:0:24862:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789480396.189457:0:24862:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789480396.189463:0:24862:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4cd4a44/0xdaa289fda243f3f9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.189476:0:24862:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4cd4a44/0xdaa289fda243f3f9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.189571:0:24862:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a4cd4a44/0xdaa289fda243f3f9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.189581:0:24862:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4cd4a44/0xdaa289fda243f3f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.189616:0:24862:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4cd4a44/0xdaa289fda243f3f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.189623:0:24862:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ab796c200 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:1.0:1789480396.189627:0:24862:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4cd4a44/0xdaa289fda243f3f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.189637:0:24862:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4cd4a44/0xdaa289fda243f3f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.189653:0:24862:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4cd4a44/0xdaa289fda243f3f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.189660:0:24862:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4cd4a44/0xdaa289fda243f3f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24862 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480396.189872:0:24862:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a8436b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0334a834-d68a-4d6a-8de6-944f388e1136+8:2402:x1876405508018432:12345-192.168.206.44@tcp:1:lhsmtool_posix.0 Request processed in 548us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480396.189880:0:24862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 25 00000100:00100000:2.0:1789480396.193031:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480396.193159:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508018688 00000100:00100000:0.0:1789480396.193168:0:22715:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508018688 00000100:00100000:0.0:1789480396.193238:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 63 00000100:00100000:0.0:1789480396.193260:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a84369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0334a834-d68a-4d6a-8de6-944f388e1136+16:18768:x1876405508018688:12345-192.168.206.44@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1789480396.193333:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f400 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.193360:0:22715:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f351 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31ae expref: 16 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.193370:0:22715:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f400 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.193400:0:22715:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f351 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31ae expref: 16 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.193414:0:22715:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f351 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31ae expref: 16 pid: 22714 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480396.193428:0:22715:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6988822a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22715:1876405528054528:192.168.206.44@tcp:104: 00000100:00100000:0.0:1789480396.193513:0:22715:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a69875e9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789480396.202653:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480396.202854:0:22715:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6988822a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22715:1876405528054528:192.168.206.44@tcp:104: 00010000:00010000:0.0:1789480396.202879:0:22715:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f400 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480396.203068:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508018816 00000100:00100000:3.0:1789480396.203075:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508018816 00010000:00010000:3.0:1789480396.203108:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f351 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31ae expref: 17 pid: 22714 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480396.203141:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 19 00000100:00100000:3.0:1789480396.203150:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a84368380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0334a834-d68a-4d6a-8de6-944f388e1136+17:2402:x1876405508018816:12345-192.168.206.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789480396.203164:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789480396.203181:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f351 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31ae expref: 17 pid: 22714 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.203227:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f351 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31ae expref: 17 pid: 22714 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.203256:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f351 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31ae expref: 17 pid: 22714 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.203270:0:22701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:3.0:1789480396.203275:0:22701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e200/0xdaa289fda243f36d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31bc expref: 16 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.203286:0:22701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f400 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.203293:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f400 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.203300:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f400 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.203316:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789480396.203491:0:22715:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f400 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.203499:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f400 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.203727:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f407 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.203745:0:22715:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5dae00/0xdaa289fda243f3d6 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31d8 expref: 17 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.203753:0:22715:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f407 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.203776:0:22715:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5dae00/0xdaa289fda243f3d6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31d8 expref: 17 pid: 24532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.203789:0:22715:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5dae00/0xdaa289fda243f3d6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31d8 expref: 17 pid: 24532 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480396.203955:0:22715:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6988822a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22715:1876405528054656:192.168.206.44@tcp:104: 00000100:00100000:3.0:1789480396.204030:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a84368380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0334a834-d68a-4d6a-8de6-944f388e1136+17:2402:x1876405508018816:12345-192.168.206.44@tcp:103:ldlm_bl.0 Request processed in 880us (1386us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480396.204039:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 19 00000100:00100000:0.0:1789480396.206103:0:22715:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a69875e9600 going to sleep for 11 seconds 00000100:00100000:2.0:1789480396.212104:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480396.212405:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508018944 00000100:00100000:3.0:1789480396.212413:0:22700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508018944 00010000:00010000:3.0:1789480396.212451:0:22700:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5dae00/0xdaa289fda243f3d6 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31d8 expref: 17 pid: 24532 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480396.212522:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 20 00000100:00100000:3.0:1789480396.212757:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0334a834-d68a-4d6a-8de6-944f388e1136+17:2401:x1876405508018944:12345-192.168.206.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789480396.212883:0:22700:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789480396.212892:0:22700:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5dae00/0xdaa289fda243f3d6 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31d8 expref: 17 pid: 24532 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.212904:0:22700:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5dae00/0xdaa289fda243f3d6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31d8 expref: 17 pid: 24532 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.212923:0:22700:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a6a87f32700) 00010000:00010000:3.0:1789480396.212928:0:22700:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f407 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.212937:0:22700:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f407 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.212944:0:22700:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f407 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.212960:0:22700:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789480396.213341:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb5dae00/0xdaa289fda243f3d6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31d8 expref: 17 pid: 24532 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480396.213648:0:22715:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6988822a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22715:1876405528054656:192.168.206.44@tcp:104: 00010000:00010000:1.0:1789480396.213666:0:22715:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f407 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.213944:0:22715:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f407 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.213950:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f407 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1789480396.214062:0:22715:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:1.0:1789480396.214167:0:22715:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:1.0:1789480396.214227:0:22715:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:1.0:1789480396.214302:0:22715:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a843b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22715:1876405528054784:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1789480396.214376:0:22715:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480396.214417:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528054784 00000100:00100000:1.0:1789480396.214423:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528054784 00000100:00100000:1.0:1789480396.214472:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1789480396.214482:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9edefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22715:x1876405528054784:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1789480396.214630:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0334a834-d68a-4d6a-8de6-944f388e1136+19:2401:x1876405508018944:12345-192.168.206.44@tcp:103:ldlm_bl.0 Request processed in 2098us (2531us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480396.214640:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 20 00000100:00100000:1.0:1789480396.215073:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9edefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22715:x1876405528054784:12345-0@lo:1000:mdt00_001.0 Request processed in 592us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480396.215081:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1789480396.215729:0:22715:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6ab9951840 going to sleep for 11 seconds 00000100:00100000:1.0:1789480396.215758:0:22715:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a843b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22715:1876405528054784:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1789480396.216323:0:22715:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:1.0:1789480396.216416:0:22715:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a9edec700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22715:1876405528054912:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1789480396.216469:0:22715:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789480396.216495:0:22715:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6ab9951f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789480396.216668:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528054912 00000100:00100000:3.0:1789480396.216684:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528054912 00000100:00100000:3.0:1789480396.216729:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789480396.216739:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9edef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22715:x1876405528054912:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1789480396.217241:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9edef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22715:x1876405528054912:12345-0@lo:1000:mdt00_001.0 Request processed in 502us (770us total) trans 12884901894 rc 0/0 00000100:00100000:3.0:1789480396.217249:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789480396.217585:0:22715:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a9edec700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22715:1876405528054912:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1789480396.217636:0:22715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f407 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.217654:0:22715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f407 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.217661:0:22715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f407 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.217666:0:22715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6aaa90ea00 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:1.0:1789480396.217671:0:22715:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f407 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.217679:0:22715:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f407 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.217693:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a6a87f32700) 00010000:00010000:1.0:1789480396.217696:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789480396.217701:0:22715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f407 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.217707:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f407 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.217735:0:22715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ec00/0xdaa289fda243f366 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.217742:0:22715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ec00/0xdaa289fda243f366 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.217747:0:22715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ec00/0xdaa289fda243f366 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.217751:0:22715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6aaa90ec00 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:1.0:1789480396.217761:0:22715:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ec00/0xdaa289fda243f366 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.217767:0:22715:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ec00/0xdaa289fda243f366 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.217776:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:1.0:1789480396.217779:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789480396.217785:0:22715:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e200/0xdaa289fda243f36d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31bc expref: 19 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.217795:0:22715:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e200/0xdaa289fda243f36d lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31bc expref: 19 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.217804:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e200/0xdaa289fda243f36d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31bc expref: 19 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.217852:0:22715:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90e200/0xdaa289fda243f36d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31bc expref: 19 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480396.217866:0:22715:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6a9eded880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22715:1876405528055040:192.168.206.44@tcp:105: 00000100:00100000:1.0:1789480396.217934:0:22715:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a6ab9951d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789480396.224128:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480396.224303:0:22715:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6a9eded880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22715:1876405528055040:192.168.206.44@tcp:105: 00010000:00010000:1.0:1789480396.224329:0:22715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ec00/0xdaa289fda243f366 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.224339:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ec00/0xdaa289fda243f366 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.224415:0:22715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f40e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.224438:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f40e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.224450:0:22715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f40e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.224461:0:22715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f40e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.224467:0:22715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f40e lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.224473:0:22715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f40e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.224479:0:22715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6ab796cc00 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:1.0:1789480396.224482:0:22715:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f40e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.224488:0:22715:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f40e lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.224498:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:1.0:1789480396.224501:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789480396.224505:0:22715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f40e lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.224511:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6ab796cc00/0xdaa289fda243f40e lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.224529:0:22715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f400 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.224535:0:22715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f400 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.224541:0:22715:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f400 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.224546:0:22715:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6aaa90f400 already unused, calling callback (ffffffffc197c4f0) 00010000:00010000:1.0:1789480396.224549:0:22715:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f400 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.224555:0:22715:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f400 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.224562:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:1.0:1789480396.224564:0:22715:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1789480396.224567:0:22715:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f400 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789480396.224585:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90f400/0xdaa289fda243f400 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22715 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789480396.224752:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a84369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0334a834-d68a-4d6a-8de6-944f388e1136+19:18768:x1876405508018688:12345-192.168.206.44@tcp:57:lhsmtool_posix.0 Request processed in 31493us (31727us total) trans 12884901916 rc 0/0 00000100:00100000:1.0:1789480396.224762:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 63 00000020:00080000:1.0:1789480396.224768:0:22715:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1789480396.225065:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508019072 00000100:00100000:0.0:1789480396.225073:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508019072 00000100:00100000:0.0:1789480396.225121:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 10 00000100:00100000:0.0:1789480396.225130:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a983c5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0334a834-d68a-4d6a-8de6-944f388e1136+19:18767:x1876405508019072:12345-192.168.206.44@tcp:49:dd.0 00000100:00100000:0.0:1789480396.225242:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a983c5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0334a834-d68a-4d6a-8de6-944f388e1136+19:18767:x1876405508019072:12345-192.168.206.44@tcp:49:dd.0 Request processed in 112us (1122us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480396.225249:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 10 00000040:00080000:2.0:1789480396.226682:0:22747:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789480396.226689:0:22747:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789480396.226709:0:22747:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1789480396.226715:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1789480396.232445:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480396.232552:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480396.232706:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508019456 00000100:00100000:3.0:1789480396.232715:0:22714:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508019456 00000100:00100000:3.0:1789480396.232784:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 64 00000100:00100000:3.0:1789480396.232794:0:22714:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+19:18767:x1876405508019456:12345-192.168.206.44@tcp:101:dd.0 00010000:00010000:3.0:1789480396.232825:0:22714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789480396.232845:0:22714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f415 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x187a1d52fe5d31ed expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.232877:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f41c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.232890:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f41c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.232900:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f41c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.233012:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bd000/0xdaa289fda243f415 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31ed expref: 21 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.233028:0:22714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6abb4bc400/0xdaa289fda243f41c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31ed expref: 20 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.233036:0:22714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8a6abb5b2500) 00010000:00010000:3.0:1789480396.233039:0:22714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789480396.233049:0:22714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8a6abb4bc400, rc 0) 00000100:00100000:3.0:1789480396.233117:0:22714:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0334a834-d68a-4d6a-8de6-944f388e1136+20:18767:x1876405508019456:12345-192.168.206.44@tcp:101:dd.0 Request processed in 324us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480396.233124:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 64 00000100:00100000:0.0:1789480396.235641:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508019328 00000100:00100000:0.0:1789480396.235653:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508019328 00000100:00100000:0.0:1789480396.235902:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 11 00000100:00100000:0.0:1789480396.235913:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0334a834-d68a-4d6a-8de6-944f388e1136+20:18768:x1876405508019328:12345-192.168.206.44@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1789480396.242032:0:22718:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1789480396.242084:0:22718:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:0.0:1789480396.242137:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f423 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.242155:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f423 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.242168:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f423 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.242176:0:22718:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f423 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.242183:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f423 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.242207:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f423 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.242223:0:22718:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1789480396.242328:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0334a834-d68a-4d6a-8de6-944f388e1136+22:18768:x1876405508019328:12345-192.168.206.44@tcp:35:lhsmtool_posix.0 Request processed in 6414us (9886us total) trans 12884901918 rc 0/0 00000100:00100000:0.0:1789480396.242338:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 11 00000020:00080000:0.0:1789480396.242343:0:22718:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1789480396.242521:0:22703:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789480396.242528:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f423 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.242541:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6aaa90ea00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480396.242546:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f423 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.242554:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f423 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.242566:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8a6a87f32700) 00010000:00010000:2.0:1789480396.242569:0:22703:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1789480396.242574:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f423 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.242580:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8a6aaa90ea00/0xdaa289fda243f423 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.242600:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480396.242602:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789480396.242604:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789480396.261928:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480396.262003:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480396.262123:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508019712 00000100:00100000:0.0:1789480396.262133:0:24226:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508019712 00000100:00100000:0.0:1789480396.262240:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508019584 00000100:00100000:0.0:1789480396.262244:0:24226:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508019584 00000100:00100000:0.0:1789480396.262267:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 0 00000100:00100000:0.0:1789480396.262276:0:24226:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a866fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0334a834-d68a-4d6a-8de6-944f388e1136+9:2401:x1876405508019712:12345-192.168.206.44@tcp:4:dd.0 00010000:00010000:0.0:1789480396.262307:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2eadb13/0xdaa289fda243f42a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.262334:0:24226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243f3eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31e6 expref: 9 pid: 24221 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.262342:0:24226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480396.262347:0:24226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789480396.262351:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2eadb13/0xdaa289fda243f42a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.262384:0:24226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243f3eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31e6 expref: 9 pid: 24221 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.262399:0:24226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243f3eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31e6 expref: 9 pid: 24221 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480396.262414:0:24226:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6988820000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:24226:1876405528055168:192.168.206.44@tcp:104: 00000100:00100000:0.0:1789480396.262489:0:24226:0:(client.c:2716:ptlrpc_set_wait()) set ffff8a69875e9780 going to sleep for 11 seconds 00000100:00100000:0.0:1789480396.272998:0:24226:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6988820000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:24226:1876405528055168:192.168.206.44@tcp:104: 00010000:00010000:0.0:1789480396.273027:0:24226:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a2eadb13/0xdaa289fda243f42a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480396.274458:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:3.0:1789480396.274626:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508019840 00000100:00100000:3.0:1789480396.274634:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508019840 00010000:00010000:3.0:1789480396.274681:0:22699:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243f3eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31e6 expref: 10 pid: 24221 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789480396.274723:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 21 00000100:00100000:3.0:1789480396.274732:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1a66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0334a834-d68a-4d6a-8de6-944f388e1136+10:2402:x1876405508019840:12345-192.168.206.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789480396.274746:0:22699:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789480396.274765:0:22699:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243f3eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31e6 expref: 10 pid: 24221 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.274777:0:22699:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243f3eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31e6 expref: 10 pid: 24221 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.274799:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bde33a00/0xdaa289fda243f3eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.44@tcp remote: 0x187a1d52fe5d31e6 expref: 10 pid: 24221 timeout: 865 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.275032:0:22699:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789480396.275037:0:22699:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789480396.275043:0:22699:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2eadb13/0xdaa289fda243f42a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.275052:0:22699:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2eadb13/0xdaa289fda243f42a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789480396.275154:0:22699:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789480396.275737:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1a66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0334a834-d68a-4d6a-8de6-944f388e1136+9:2402:x1876405508019840:12345-192.168.206.44@tcp:103:ldlm_bl.0 Request processed in 521us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480396.275749:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 21 00010000:00010000:0.0:1789480396.276341:0:24226:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a2eadb13/0xdaa289fda243f42a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.276353:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2eadb13/0xdaa289fda243f42a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1789480396.363516:0:25037:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:3.0:1789480396.363531:0:25037:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:2.0:1789480396.364305:0:24226:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 7654321 00002000:00010000:2.0:1789480396.364310:0:24226:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1789480394 -> 1789480396 00002000:00010000:2.0:1789480396.364313:0:24226:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789480394 -> 1789480396 00002000:00010000:2.0:1789480396.364315:0:24226:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 6760 00010000:00010000:2.0:1789480396.364340:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2eadb13/0xdaa289fda243f42a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.364391:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a2eadb13/0xdaa289fda243f42a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.364401:0:24226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a2eadb13/0xdaa289fda243f42a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.364409:0:24226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6aaa90fe00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:2.0:1789480396.364413:0:24226:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2eadb13/0xdaa289fda243f42a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.364423:0:24226:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2eadb13/0xdaa289fda243f42a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.364443:0:24226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a2eadb13/0xdaa289fda243f42a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.364451:0:24226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2eadb13/0xdaa289fda243f42a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789480396.364568:0:24226:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a866fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0334a834-d68a-4d6a-8de6-944f388e1136+6:2401:x1876405508019712:12345-192.168.206.44@tcp:4:dd.0 Request processed in 102288us (102776us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1789480396.364583:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 0 00000100:00100000:2.0:1789480396.364759:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 1 00000100:00100000:2.0:1789480396.364772:0:24226:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1a64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0334a834-d68a-4d6a-8de6-944f388e1136+5:2401:x1876405508019584:12345-192.168.206.44@tcp:4:dd.0 00002000:00010000:2.0:1789480396.364809:0:24226:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 7654321, mtime: 0x6aa94dcc, atime: 0x6aa94dca, ctime: 0x6aa94dcc, blocks: 0x1a68 00010000:00010000:2.0:1789480396.364823:0:24226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000881d6628/0xdaa289fda243f431 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.364834:0:24226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=765s v=(0 0) 00010000:00010000:2.0:1789480396.364837:0:24226:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789480396.364842:0:24226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000881d6628/0xdaa289fda243f431 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789480396.364853:0:24226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000881d6628/0xdaa289fda243f431 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789480396.432621:0:25037:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:0.0:1789480396.433847:0:24226:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 6760 -> 14952 00010000:00010000:0.0:1789480396.433879:0:24226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000881d6628/0xdaa289fda243f431 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.433896:0:24226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000881d6628/0xdaa289fda243f431 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.433907:0:24226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000881d6628/0xdaa289fda243f431 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.433917:0:24226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a6abb5dac00 already unused, calling callback (ffffffffc0d558b0) 00010000:00010000:0.0:1789480396.433923:0:24226:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000881d6628/0xdaa289fda243f431 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.433934:0:24226:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000881d6628/0xdaa289fda243f431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.433958:0:24226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000881d6628/0xdaa289fda243f431 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789480396.433966:0:24226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000881d6628/0xdaa289fda243f431 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789480396.434123:0:24226:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1a64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0334a834-d68a-4d6a-8de6-944f388e1136+5:2401:x1876405508019584:12345-192.168.206.44@tcp:4:dd.0 Request processed in 69348us (172113us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1789480396.434138:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 1 00010000:00010000:3.0:1789480396.616279:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789480396.631334:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480396.631504:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480396.632255:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480396.632294:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480396.632321:0:22707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508019968 00000100:00100000:1.0:1789480396.632334:0:22707:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508019968 00000100:00100000:1.0:1789480396.632411:0:22707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 166 00000100:00100000:1.0:1789480396.632422:0:22707:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a95ca7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:2400:x1876405508019968:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480396.632507:0:22707:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a95ca7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bb42d7aa-0d60-4c26-be54-df45dfea3c94+13:2400:x1876405508019968:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 87us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480396.632515:0:22707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 166 00000100:00100000:1.0:1789480396.632569:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:1.0:1789480396.632604:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508020608 00000100:00100000:1.0:1789480396.632609:0:24220:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508020608 00000100:00100000:1.0:1789480396.632647:0:24220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508020224 00000100:00100000:1.0:1789480396.632650:0:24220:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508020224 00000100:00100000:1.0:1789480396.632672:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 12 00000100:00100000:1.0:1789480396.632678:0:24220:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9edee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea8b570b-a90f-4844-b774-52fe0e4189f8+5:2400:x1876405508020608:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480396.632708:0:24220:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9edee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea8b570b-a90f-4844-b774-52fe0e4189f8+5:2400:x1876405508020608:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 29us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480396.632715:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 12 00000100:00100000:1.0:1789480396.632727:0:24220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 13 00000100:00100000:1.0:1789480396.632734:0:24220:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9edeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0334a834-d68a-4d6a-8de6-944f388e1136+5:2400:x1876405508020224:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480396.632757:0:24220:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9edeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0334a834-d68a-4d6a-8de6-944f388e1136+5:2400:x1876405508020224:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 24us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480396.632863:0:24220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 13 00000100:00080000:1.0:1789480396.632883:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789480396.632958:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:2.0:1789480396.642625:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508020096 00000100:00100000:2.0:1789480396.642648:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508020096 00000100:00100000:2.0:1789480396.642838:0:24532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508020352 00000100:00100000:2.0:1789480396.642842:0:24532:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508020352 00000100:00100000:1.0:1789480396.642947:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508020480 00000100:00100000:1.0:1789480396.642954:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508020480 00000100:00100000:0.0:1789480396.643039:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 57 00000100:00100000:0.0:1789480396.643055:0:22715:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9eded880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0334a834-d68a-4d6a-8de6-944f388e1136+5:2400:x1876405508020096:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:0.0:1789480396.643154:0:22715:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9eded880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0334a834-d68a-4d6a-8de6-944f388e1136+5:2400:x1876405508020096:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 104us (11834us total) trans 0 rc 0/0 00000100:00100000:0.0:1789480396.643162:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 57 00000100:00100000:0.0:1789480396.643255:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-192.168.206.44@tcp (source: 12345-192.168.206.44@tcp) 00000100:00100000:0.0:1789480396.643417:0:24862:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405508020736 00000100:00100000:0.0:1789480396.643422:0:24862:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405508020736 00000100:00080000:3.0:1789480396.644248:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789480396.644257:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789480396.644260:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789480396.644612:0:24532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 58 00000100:00100000:2.0:1789480396.644624:0:24532:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9edef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:2400:x1876405508020352:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:2.0:1789480396.644706:0:24532:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9edef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea8b570b-a90f-4844-b774-52fe0e4189f8+6:2400:x1876405508020352:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 85us (13202us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480396.644713:0:24532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 58 00000100:00100000:1.0:1789480396.645614:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 59 00000100:00100000:1.0:1789480396.645626:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6a9edeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ea8b570b-a90f-4844-b774-52fe0e4189f8+5:2400:x1876405508020480:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480396.645692:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6a9edeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ea8b570b-a90f-4844-b774-52fe0e4189f8+5:2400:x1876405508020480:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 69us (12734us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480396.645700:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 59 00000100:00100000:1.0:1789480396.647504:0:24862:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.44@tcp, seq: 14 00000100:00100000:1.0:1789480396.647524:0:24862:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea8b570b-a90f-4844-b774-52fe0e4189f8+5:2400:x1876405508020736:12345-192.168.206.44@tcp:400:kworker.0 00000100:00100000:1.0:1789480396.647627:0:24862:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988820000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea8b570b-a90f-4844-b774-52fe0e4189f8+5:2400:x1876405508020736:12345-192.168.206.44@tcp:400:kworker.0 Request processed in 110us (4371us total) trans 0 rc 0/0 00000100:00100000:1.0:1789480396.647636:0:24862:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.44@tcp, seq: 14 00010000:00010000:1.0:1789480397.639093:0:22703:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789480397.908053:0:25796:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00000100:00100000:0.0:1789480398.534982:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ac1a66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528055296:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789480398.535022:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ac1c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528055552:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789480398.535075:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480398.535075:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789480398.535143:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789480398.535151:0:3647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8a6ac1a64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876405528055424:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789480398.535175:0:3647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789480398.535221:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528055296 00000100:00100000:2.0:1789480398.535231:0:24223:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528055296 00000100:00100000:2.0:1789480398.535300:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789480398.535310:0:24223:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528055296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789480398.535375:0:24223:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789480398.535422:0:24223:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988822a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1876405528055296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1789480398.535430:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:2.0:1789480398.535455:0:22710:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789480398.542723:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ac1a66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1876405528055296:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789480398.544015:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528055552 00000100:00100000:3.0:1789480398.544035:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528055552 00000100:00100000:3.0:1789480398.544110:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876405528055424 00000100:00100000:3.0:1789480398.544114:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876405528055424 00000100:00100000:3.0:1789480398.544138:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789480398.544149:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6ac1a65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528055552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789480398.544210:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:3.0:1789480398.544323:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6ac1a65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1876405528055552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 176us (9249us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480398.544331:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789480398.544352:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789480398.544359:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8a6988820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876405528055424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789480398.544379:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789480398.544415:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8a6988820e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1876405528055424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (9238us total) trans 0 rc 0/0 00000100:00100000:3.0:1789480398.544421:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789480398.547478:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ac1c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1876405528055552:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789480398.547544:0:3647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8a6ac1a64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1876405528055424:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1789480398.678016:0:22702:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 13708 lines, 13708 kept, 0 dropped, 0 bad.