00010000:00010000:1.0F:1789131174.929740:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0F:1789131175.505758:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789131175.505799:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5f921c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508918784:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789131175.505867:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131175.506021:0:19287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508918784 00000100:00100000:1.0:1789131175.506030:0:19287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508918784 00000100:00100000:1.0:1789131175.506085:0:19287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789131175.506097:0:19287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7d9ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508918784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789131175.506125:0:19287:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00080000:2.0F:1789131175.506230:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789131175.508620:0:19287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7d9ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508918784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2516us (2743us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131175.508635:0:19287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789131175.509436:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5f921c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508918784:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1789131175.979690:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789131176.029004:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6ff8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508918912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789131176.029070:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131176.029132:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789131176.029454:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6ff8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508919040:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789131176.029510:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131176.029554:0:17776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508918912 00000100:00100000:2.0:1789131176.029561:0:17776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508918912 00000100:00100000:2.0:1789131176.029598:0:17776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508919040 00000100:00100000:2.0:1789131176.029601:0:17776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508919040 00000100:00100000:2.0:1789131176.029617:0:17776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789131176.029624:0:17776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ff8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508918912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789131176.029656:0:17776:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1789131176.029883:0:17776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ff8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508918912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 259us (813us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131176.029890:0:17776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789131176.029917:0:17776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789131176.029933:0:17776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ff8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508919040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789131176.029949:0:17776:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789131176.029974:0:17776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ff8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508919040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 43us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131176.029980:0:17776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1789131176.030020:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6ff8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508919040:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789131176.030032:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6ff8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508918912:0@lo:41:osp-pre-0-1.0 00000001:00080000:2.0:1789131176.032677:0:17751:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934635 is committed 00000020:00080000:2.0:1789131176.032726:0:17751:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff91dcc7fabf00 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:2.0:1789131176.032736:0:17751:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff91dcc6e4fd00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff91dcc7fab900 00000020:00080000:2.0:1789131176.032748:0:17751:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff91dcc6e4fb00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff91dcc7cff000 00000020:00080000:2.0:1789131176.033092:0:17813:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:2.0:1789131176.033162:0:17813:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:3.0F:1789131176.037645:0:3611:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031a00/0xf3fe2838e1fc3bb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131176.038360:0:3611:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031a00/0xf3fe2838e1fc3bb1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131176.038371:0:3611:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031a00/0xf3fe2838e1fc3bb1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131176.038378:0:3611:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0031a00 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:3.0:1789131176.038383:0:3611:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031a00/0xf3fe2838e1fc3bb1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131176.038392:0:3611:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031a00/0xf3fe2838e1fc3bb1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131176.038409:0:3611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff91dcc7d6c300) 00010000:00010000:3.0:1789131176.038412:0:3611:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789131176.038418:0:3611:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031a00/0xf3fe2838e1fc3bb1 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17773 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131176.038425:0:3611:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031a00/0xf3fe2838e1fc3bb1 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17773 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789131176.041842:0:20100:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589934599 is committed 00000001:00080000:2.0:1789131176.041863:0:20100:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589934598 is committed 00010000:00010000:0.0:1789131177.044176:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789131177.554886:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6ff8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508919296:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789131177.554962:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131177.554994:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd1dfa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3627:1876039508919168:0@lo:400:kworker.0 00000100:00100000:2.0:1789131177.555022:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd1dfad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508919808:0@lo:400:kworker.0 00000100:00100000:2.0:1789131177.557597:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131177.557736:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01ad21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508920320:0@lo:400:kworker.0 00000100:00100000:2.0:1789131177.557766:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131177.557787:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7892580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3628:1876039508920832:0@lo:400:kworker.0 00000100:00100000:2.0:1789131177.557811:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131177.557855:0:19286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508919296 00000100:00100000:2.0:1789131177.557861:0:19286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508919296 00000100:00080000:0.0:1789131177.557885:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789131177.557943:0:19286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789131177.557952:0:19286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508919296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789131177.557980:0:19286:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 25562816 pending 0 free 3923496960 avail 3691974656 00000100:00100000:2.0:1789131177.558025:0:19286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508919296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (3064us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131177.558032:0:19286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789131177.562820:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131177.562893:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd1dfa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508919680:0@lo:400:kworker.0 00000100:00100000:3.0:1789131177.562952:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131177.562973:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01ad0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508920192:0@lo:400:kworker.0 00000100:00100000:3.0:1789131177.562997:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131177.563030:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7891680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3627:1876039508920704:0@lo:400:kworker.0 00000100:00100000:3.0:1789131177.563066:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131177.563114:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd1dfb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508919424:0@lo:400:kworker.0 00000100:00100000:3.0:1789131177.563141:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131177.563162:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd1df9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876039508919936:0@lo:400:kworker.0 00000100:00100000:3.0:1789131177.563184:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131177.563203:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dde0b80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876039508920448:0@lo:400:kworker.0 00000100:00100000:3.0:1789131177.563228:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131177.563245:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7893840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3625:1876039508920960:0@lo:400:kworker.0 00000100:00100000:3.0:1789131177.563267:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131177.563282:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1789131177.563288:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6ff8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508919552:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789131177.563309:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131177.564526:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01ad2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508920064:0@lo:400:kworker.0 00000100:00100000:3.0:1789131177.564569:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131177.564593:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dde0b81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3625:1876039508920576:0@lo:400:kworker.0 00000100:00100000:3.0:1789131177.564616:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131177.564627:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6d66d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508921088:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789131177.564649:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131177.564686:0:19284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508919808 00000100:00100000:3.0:1789131177.564693:0:19284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508919808 00000100:00100000:3.0:1789131177.564768:0:19284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508920320 00000100:00100000:3.0:1789131177.564772:0:19284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508920320 00000100:00100000:3.0:1789131177.564784:0:19284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508919680 00000100:00100000:3.0:1789131177.564787:0:19284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508919680 00000100:00100000:3.0:1789131177.564800:0:19284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508920192 00000100:00100000:3.0:1789131177.564803:0:19284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508920192 00000100:00100000:3.0:1789131177.564833:0:19284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789131177.564841:0:19284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ffb840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508919808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131177.564893:0:19284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ffb840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508919808:12345-0@lo:400:kworker.0 Request processed in 53us (7301us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131177.564900:0:19284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789131177.564931:0:19284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789131177.564938:0:19284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ff9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508920320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131177.564967:0:19284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ff9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508920320:12345-0@lo:400:kworker.0 Request processed in 30us (7200us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131177.564973:0:19284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789131177.564985:0:19284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789131177.564990:0:19284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d64780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508919680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131177.565021:0:19284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d64780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508919680:12345-0@lo:400:kworker.0 Request processed in 31us (2068us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131177.565027:0:19284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789131177.565038:0:19284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789131177.565045:0:19284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d64f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508920192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131177.565070:0:19284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d64f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508920192:12345-0@lo:400:kworker.0 Request processed in 27us (2073us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131177.565076:0:19284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789131177.565097:0:17776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508919424 00000100:00100000:3.0:1789131177.565101:0:17776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508919424 00000100:00100000:3.0:1789131177.565125:0:17776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508920064 00000100:00100000:3.0:1789131177.565128:0:17776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508920064 00000100:00100000:3.0:1789131177.565140:0:17776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789131177.565147:0:17776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d652c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508919424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131177.565193:0:17776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d652c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508919424:12345-0@lo:400:kworker.0 Request processed in 46us (2050us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131177.565199:0:17776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789131177.565212:0:17776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789131177.565218:0:17776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d65a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508920064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131177.565243:0:17776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d65a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508920064:12345-0@lo:400:kworker.0 Request processed in 25us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131177.565248:0:17776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789131177.567398:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01ad2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508920064:0@lo:400:kworker.0 00000100:00100000:3.0:1789131177.567427:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd1dfb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508919424:0@lo:400:kworker.0 00000100:00100000:3.0:1789131177.567502:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd1dfa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508919680:0@lo:400:kworker.0 00000100:00100000:3.0:1789131177.567513:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01ad0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508920192:0@lo:400:kworker.0 00000100:00100000:0.0:1789131177.572072:0:19287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508919552 00000100:00100000:0.0:1789131177.572086:0:19287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508919552 00000100:00100000:0.0:1789131177.572106:0:17765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508919168 00000100:00100000:0.0:1789131177.572109:0:17765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508919168 00000100:00100000:0.0:1789131177.572157:0:17765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1789131177.572168:0:17765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfff17450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20+24:3627:x1876039508919168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131177.572262:0:17765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfff17450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20+24:3627:x1876039508919168:12345-0@lo:400:kworker.0 Request processed in 96us (9449us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131177.572270:0:17765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1789131177.572320:0:17771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508920832 00000100:00100000:0.0:1789131177.572324:0:17771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508920832 00000100:00100000:0.0:1789131177.572348:0:17771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508920704 00000100:00100000:0.0:1789131177.572351:0:17771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508920704 00000100:00100000:0.0:1789131177.572366:0:17771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508919936 00000100:00100000:0.0:1789131177.572369:0:17771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508919936 00000100:00100000:0.0:1789131177.572382:0:17771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508920448 00000100:00100000:0.0:1789131177.572385:0:17771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508920448 00000100:00100000:0.0:1789131177.572398:0:17771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508920960 00000100:00100000:0.0:1789131177.572400:0:17771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508920960 00000100:00100000:0.0:1789131177.572411:0:17771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508920576 00000100:00100000:0.0:1789131177.572414:0:17771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508920576 00000100:00100000:0.0:1789131177.572427:0:17771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789131177.572433:0:17771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ff9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3628:x1876039508920832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131177.572488:0:17771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ff9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3628:x1876039508920832:12345-0@lo:400:kworker.0 Request processed in 54us (14677us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131177.572503:0:17771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789131177.572517:0:17771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1789131177.572523:0:17771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d65e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3627:x1876039508920704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131177.572554:0:17771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d65e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3627:x1876039508920704:12345-0@lo:400:kworker.0 Request processed in 32us (9487us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131177.572560:0:17771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1789131177.572571:0:17771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1789131177.572577:0:17771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d661c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876039508919936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131177.572611:0:17771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d661c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876039508919936:12345-0@lo:400:kworker.0 Request processed in 34us (9425us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131177.572616:0:17771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1789131177.572626:0:17771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1789131177.572631:0:17771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d64b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876039508920448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131177.572656:0:17771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d64b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876039508920448:12345-0@lo:400:kworker.0 Request processed in 25us (9428us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131177.572662:0:17771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1789131177.572672:0:17771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1789131177.572678:0:17771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d65680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1876039508920960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131177.572730:0:17771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d65680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1876039508920960:12345-0@lo:400:kworker.0 Request processed in 52us (9462us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131177.572737:0:17771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1789131177.572750:0:17771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789131177.572756:0:17771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d67840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3625:x1876039508920576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131177.572783:0:17771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d67840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3625:x1876039508920576:12345-0@lo:400:kworker.0 Request processed in 28us (8166us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131177.572795:0:17771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00080000:0.0:1789131177.572818:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789131177.572821:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789131177.572824:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789131177.572827:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789131177.572869:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dde0b81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3625:1876039508920576:0@lo:400:kworker.0 00000100:00100000:0.0:1789131177.572882:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd1df9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876039508919936:0@lo:400:kworker.0 00000100:00100000:0.0:1789131177.572891:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dde0b80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876039508920448:0@lo:400:kworker.0 00010000:00080000:0.0:1789131177.572903:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91dcc7893840 x1876039508920960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131177.573051:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7893840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3625:1876039508920960:0@lo:400:kworker.0 00000100:00100000:0.0:1789131177.573095:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd1dfa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3627:1876039508919168:0@lo:400:kworker.0 00010000:00080000:0.0:1789131177.573106:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91dcc7891680 x1876039508920704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131177.573114:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7891680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3627:1876039508920704:0@lo:400:kworker.0 00000100:00100000:0.0:1789131177.573148:0:19287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508921088 00000100:00100000:0.0:1789131177.573151:0:19287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508921088 00000100:00100000:0.0:1789131177.573163:0:19287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789131177.573168:0:19287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508919552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789131177.573191:0:19287:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789131177.573231:0:19287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508919552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (9921us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131177.573237:0:19287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789131177.573362:0:19286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789131177.573395:0:3628:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:2.0:1789131177.573403:0:3628:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91dcc7b7a940, transno 8589934596 00000004:00080000:2.0:1789131177.573415:0:3628:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:2.0:1789131177.573431:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd1dfad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508919808:0@lo:400:kworker.0 00000100:00100000:2.0:1789131177.573454:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01ad21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508920320:0@lo:400:kworker.0 00000100:00100000:2.0:1789131177.573490:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7892580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3628:1876039508920832:0@lo:400:kworker.0 00000100:00100000:2.0:1789131177.573504:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6ff8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508919296:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789131177.573627:0:19286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d66940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508921088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789131177.573639:0:19286:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 25562816 pending 0 free 3923496960 avail 3691974656 00000100:00100000:2.0:1789131177.573672:0:19286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d66940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508921088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 303us (9022us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131177.573678:0:19286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789131177.574044:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6ff8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508919552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789131177.574065:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6d66d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508921088:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789131177.816595:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131177.817150:0:17771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498352512 00000100:00100000:1.0:1789131177.817160:0:17771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498352512 00000100:00100000:1.0:1789131177.817237:0:17771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 74 00000100:00100000:1.0:1789131177.817248:0:17771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7d9b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+12:15834:x1876039498352512:12345-192.168.203.11@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1789131177.817355:0:17771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7d9b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+12:15834:x1876039498352512:12345-192.168.203.11@tcp:60:lhsmtool_posix.0 Request processed in 109us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131177.817362:0:17771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 74 00000100:00080000:0.0:1789131177.818766:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789131177.829750:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131177.829806:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131177.829836:0:17764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498352640 00000100:00100000:3.0:1789131177.829845:0:17764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498352640 00000100:00100000:3.0:1789131177.829894:0:17764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 169 00000100:00100000:3.0:1789131177.829903:0:17764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfff17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:22edf929-4c0f-42f3-973d-fe4d92543efa+13:2388:x1876039498352640:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1789131177.829972:0:17764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfff17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:22edf929-4c0f-42f3-973d-fe4d92543efa+13:2388:x1876039498352640:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 69us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131177.829980:0:17764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 169 00000100:00100000:1.0:1789131177.830064:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498352768 00000100:00100000:1.0:1789131177.830069:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498352768 00000100:00100000:1.0:1789131177.830115:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 72 00000100:00100000:1.0:1789131177.830121:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d66580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+5:2388:x1876039498352768:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1789131177.830149:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d66580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+5:2388:x1876039498352768:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 29us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131177.830156:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 72 00000100:00080000:3.0:1789131177.830404:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789131177.849396:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131177.849532:0:19284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498352896 00000100:00100000:0.0:1789131177.849547:0:19284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498352896 00000100:00100000:0.0:1789131177.849622:0:19284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00100000:0.0:1789131177.849639:0:19284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+5:2384:x1876039498352896:12345-192.168.203.11@tcp:9:kworker.0 00000020:00000080:0.0:1789131177.849670:0:19284:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3869 00000100:00080000:0.0:1789131177.849704:0:19284:0:(import.c:65:import_set_state_nolock()) ffff91dddf34b800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789131177.849761:0:19284:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1789131177.849927:0:19284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+2:2384:x1876039498352896:12345-192.168.203.11@tcp:9:kworker.0 Request processed in 289us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131177.849935:0:19284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 29 00010000:00010000:0.0:1789131177.849957:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789131177.850660:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131177.850843:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131177.858116:0:19981:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498353024 00000100:00100000:0.0:1789131177.858131:0:19981:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498353024 00000100:00100000:0.0:1789131177.858209:0:19981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 31 00000100:00100000:0.0:1789131177.858219:0:19981:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d670c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+6:2388:x1876039498353024:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1789131177.858310:0:19981:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d670c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+6:2388:x1876039498353024:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 93us (8855us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131177.858317:0:19981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 31 00000100:00080000:0.0:1789131177.858619:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789131177.858624:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789131177.858846:0:17771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498353152 00000100:00100000:3.0:1789131177.858852:0:17771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498353152 00000100:00100000:3.0:1789131177.858907:0:17771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 73 00000100:00100000:3.0:1789131177.858914:0:17771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d643c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:014f7d38-34be-4f2e-b715-3fbda0147a70+6:2388:x1876039498353152:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1789131177.859001:0:17771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d643c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:014f7d38-34be-4f2e-b715-3fbda0147a70+6:2388:x1876039498353152:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 87us (8157us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131177.859009:0:17771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 73 00000100:00100000:3.0:1789131177.859041:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131177.859100:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131177.859151:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131177.859175:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131177.859191:0:19284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498353408 00000100:00100000:3.0:1789131177.859194:0:19284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498353408 00000100:00100000:3.0:1789131177.859213:0:19284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498353536 00000100:00100000:3.0:1789131177.859216:0:19284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498353536 00000100:00100000:3.0:1789131177.859231:0:19284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 30 00000100:00100000:3.0:1789131177.859237:0:19284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1dfad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:014f7d38-34be-4f2e-b715-3fbda0147a70+5:2384:x1876039498353408:12345-192.168.203.11@tcp:9:kworker.0 00000020:00000080:3.0:1789131177.859260:0:19284:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc38a8 00000100:00080000:3.0:1789131177.859267:0:19284:0:(import.c:65:import_set_state_nolock()) ffff91dde6d1f800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789131177.859307:0:19284:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00080000:0.0:1789131177.859364:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789131177.859367:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789131177.859369:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789131177.859672:0:19284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1dfad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:014f7d38-34be-4f2e-b715-3fbda0147a70+2:2384:x1876039498353408:12345-192.168.203.11@tcp:9:kworker.0 Request processed in 433us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131177.859681:0:19284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 30 00000100:00100000:3.0:1789131177.859702:0:19284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 31 00000100:00100000:3.0:1789131177.859710:0:19284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1dfa580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:014f7d38-34be-4f2e-b715-3fbda0147a70+5:2384:x1876039498353536:12345-192.168.203.11@tcp:9:kworker.0 00000020:00000080:3.0:1789131177.859730:0:19284:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc38af 00000100:00080000:3.0:1789131177.859743:0:19284:0:(import.c:65:import_set_state_nolock()) ffff91dcc5ff7800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789131177.859766:0:19284:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:3.0:1789131177.859836:0:19284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1dfa580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:014f7d38-34be-4f2e-b715-3fbda0147a70+2:2384:x1876039498353536:12345-192.168.203.11@tcp:9:kworker.0 Request processed in 126us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131177.859843:0:19284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 31 00010000:00010000:3.0:1789131177.859895:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131177.859901:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789131177.859996:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498353280 00000100:00100000:3.0:1789131177.860000:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498353280 00000100:00100000:3.0:1789131177.860029:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498353664 00000100:00100000:3.0:1789131177.860032:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498353664 00000100:00100000:3.0:1789131177.860044:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 74 00000100:00100000:3.0:1789131177.860050:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d67c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:014f7d38-34be-4f2e-b715-3fbda0147a70+5:2388:x1876039498353280:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1789131177.860082:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d67c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:014f7d38-34be-4f2e-b715-3fbda0147a70+5:2388:x1876039498353280:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 31us (1040us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131177.860088:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 74 00000100:00100000:3.0:1789131177.860102:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 75 00000100:00100000:3.0:1789131177.860108:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d66d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+5:15834:x1876039498353664:12345-192.168.203.11@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1789131177.860203:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d66d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+5:15834:x1876039498353664:12345-192.168.203.11@tcp:60:lhsmtool_posix.0 Request processed in 95us (1101us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131177.860209:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 75 00000100:00080000:0.0:1789131177.860360:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789131177.873316:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131177.873528:0:17775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498353920 00000100:00100000:3.0:1789131177.873538:0:17775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498353920 00000100:00100000:3.0:1789131177.873587:0:17775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:3.0:1789131177.873597:0:17775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc863b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+12:15834:x1876039498353920:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1789131177.873827:0:17775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc863b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+13:15834:x1876039498353920:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 230us (518us total) trans 8589934636 rc 0/0 00000100:00100000:3.0:1789131177.873846:0:17775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 16 00010000:00010000:0.0:1789131178.068047:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789131178.641655:0:17805:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1789131178.641665:0:17805:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789131178.641686:0:17805:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1789131178.641703:0:17805:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1789131179.090107:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131180.114255:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131180.628046:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5f91a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508921216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789131180.628137:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131180.629313:0:19286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508921216 00000100:00100000:3.0:1789131180.629324:0:19286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508921216 00000100:00100000:3.0:1789131180.629408:0:19286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789131180.629419:0:19286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7d98780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508921216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789131180.629451:0:19286:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1789131180.629556:0:19286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7d98780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508921216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 139us (1418us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131180.629564:0:19286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:0.0:1789131180.629637:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789131180.629662:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5f91a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508921216:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1789131181.074244:0:18526:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789131181.137771:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789131181.138180:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6ff8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508921344:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789131181.138236:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789131181.138249:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7d9bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1876039508921472:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789131181.138250:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131181.138276:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131181.138315:0:17776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508921472 00000100:00100000:0.0:1789131181.138315:0:18514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508921344 00000100:00100000:3.0:1789131181.138321:0:17776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508921472 00000100:00100000:0.0:1789131181.138321:0:18514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508921344 00000100:00100000:3.0:1789131181.138416:0:17776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789131181.138427:0:17776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7892580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3626:x1876039508921472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789131181.138477:0:17776:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789131181.138605:0:17776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7892580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3626:x1876039508921472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 179us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131181.138613:0:17776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789131181.138630:0:17776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789131181.138637:0:17776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1df9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508921344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789131181.138667:0:17776:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1789131181.138714:0:17776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1df9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508921344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131181.138721:0:17776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789131181.140973:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7d9bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1876039508921472:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789131181.141038:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6ff8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508921344:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789131182.161943:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1789131182.170256:0:17751:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934636 is committed 00000020:00080000:2.0:1789131182.170273:0:17751:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1789131182.170378:0:17813:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1789131182.170390:0:17813:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000001:02000400:0.0:1789131182.601229:0:21156:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 08:53:00 (1789131180) 00000100:00100000:2.0:1789131182.673722:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789131182.673747:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6ffa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508921600:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789131182.673815:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131182.673908:0:19286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508921600 00000100:00100000:1.0:1789131182.673916:0:19286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508921600 00000100:00100000:1.0:1789131182.674034:0:19286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789131182.674044:0:19286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ff8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508921600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789131182.674071:0:19286:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923496960 avail 3691974656 00000100:00100000:0.0:1789131182.674118:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789131182.674121:0:19286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ff8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508921600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131182.674127:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7893840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508921728:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789131182.674128:0:19286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789131182.674154:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131182.674179:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6ffa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508921600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789131182.674201:0:19286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508921728 00000100:00100000:1.0:1789131182.674204:0:19286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508921728 00000100:00080000:2.0:1789131182.674231:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789131182.674267:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6ff8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508921856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789131182.674293:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131182.674364:0:19286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508921856 00000100:00100000:1.0:1789131182.674368:0:19286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508921856 00000100:00100000:1.0:1789131182.674384:0:19286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789131182.674389:0:19286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7891680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508921728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789131182.674399:0:19286:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923496960 avail 3691974656 00000100:00100000:1.0:1789131182.674424:0:19286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7891680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508921728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131182.674430:0:19286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789131182.674440:0:19286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789131182.674446:0:19286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ffa580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508921856:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789131182.674491:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508922368:0@lo:400:kworker.0 00000100:00100000:2.0:1789131182.674520:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131182.674539:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01ad2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3628:1876039508922880:0@lo:400:kworker.0 00000100:00100000:2.0:1789131182.674563:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131182.674600:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7893840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508921728:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789131182.674634:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1789131182.674641:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd1df8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3628:1876039508922240:0@lo:400:kworker.0 00000100:00100000:2.0:1789131182.674674:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131182.674699:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01ad0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3628:1876039508922752:0@lo:400:kworker.0 00000100:00100000:2.0:1789131182.674719:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131182.674743:0:18514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508922368 00000100:00100000:2.0:1789131182.674747:0:18514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508922368 00000100:00100000:2.0:1789131182.674774:0:18514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1789131182.674780:0:18514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b7b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508922368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131182.674818:0:18514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b7b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508922368:12345-0@lo:400:kworker.0 Request processed in 38us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131182.674824:0:18514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1789131182.674844:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd1dfb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3625:1876039508921984:0@lo:400:kworker.0 00000100:00100000:2.0:1789131182.674871:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131182.674890:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01ad0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508922496:0@lo:400:kworker.0 00000100:00100000:2.0:1789131182.674912:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131182.674926:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2869680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3625:1876039508923008:0@lo:400:kworker.0 00000100:00100000:2.0:1789131182.674947:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131182.674964:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1789131182.674969:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd1df9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508922112:0@lo:400:kworker.0 00000100:00100000:0.0:1789131182.674971:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508922880 00000100:00100000:0.0:1789131182.674974:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508922880 00000100:00100000:2.0:1789131182.674990:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131182.674998:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508922240 00000100:00100000:0.0:1789131182.675000:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508922240 00000100:00100000:2.0:1789131182.675003:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01ad21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876039508922624:0@lo:400:kworker.0 00000100:00100000:0.0:1789131182.675012:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508922752 00000100:00100000:0.0:1789131182.675014:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508922752 00000100:00100000:2.0:1789131182.675022:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131182.675027:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508923008 00000100:00100000:0.0:1789131182.675029:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508923008 00000100:00100000:2.0:1789131182.675032:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2868b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3625:1876039508923136:0@lo:400:kworker.0 00000100:00100000:0.0:1789131182.675040:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508922624 00000100:00100000:0.0:1789131182.675047:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508922624 00000100:00100000:2.0:1789131182.675060:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131182.675061:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789131182.675067:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b7a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3628:x1876039508922880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131182.675087:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508922368:0@lo:400:kworker.0 00000100:00100000:0.0:1789131182.675097:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b7a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3628:x1876039508922880:12345-0@lo:400:kworker.0 Request processed in 30us (533us total) trans 0 rc 0/0 00010000:00080000:2.0:1789131182.675099:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91de01ad2940 x1876039508922880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131182.675103:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789131182.675109:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01ad2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3628:1876039508922880:0@lo:400:kworker.0 00000100:00100000:0.0:1789131182.675113:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508923136 00000100:00100000:0.0:1789131182.675115:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508923136 00000100:00100000:0.0:1789131182.675130:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789131182.675135:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b78780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3628:x1876039508922240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131182.675176:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b78780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3628:x1876039508922240:12345-0@lo:400:kworker.0 Request processed in 41us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131182.675181:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789131182.675192:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789131182.675198:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca22ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3628:x1876039508922752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131182.675207:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789131182.675214:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddff7c12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1876039508923008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131182.675224:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca22ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3628:x1876039508922752:12345-0@lo:400:kworker.0 Request processed in 26us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131182.675229:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789131182.675241:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789131182.675244:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddff7c12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1876039508923008:12345-0@lo:400:kworker.0 Request processed in 31us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131182.675246:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1dac780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876039508922624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131182.675250:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789131182.675262:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789131182.675267:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1dade00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1876039508923136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131182.675269:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1dac780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876039508922624:12345-0@lo:400:kworker.0 Request processed in 24us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131182.675275:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789131182.675289:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1dade00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1876039508923136:12345-0@lo:400:kworker.0 Request processed in 22us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131182.675292:0:17766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508921984 00000100:00100000:3.0:1789131182.675295:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1789131182.675295:0:17766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508921984 00000100:00100000:3.0:1789131182.675314:0:19285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508922496 00000100:00100000:3.0:1789131182.675316:0:19285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508922496 00000100:00100000:0.0:1789131182.675316:0:17766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1789131182.675322:0:17766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfff16c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20+24:3625:x1876039508921984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131182.675341:0:19285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789131182.675346:0:19285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddff7c30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508922496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131182.675369:0:19285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddff7c30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508922496:12345-0@lo:400:kworker.0 Request processed in 23us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131182.675369:0:17766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfff16c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20+24:3625:x1876039508921984:12345-0@lo:400:kworker.0 Request processed in 47us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131182.675375:0:19285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789131182.675376:0:17766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1789131182.675392:0:17776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508922112 00000100:00100000:3.0:1789131182.675395:0:17776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508922112 00000100:00100000:3.0:1789131182.675412:0:17776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789131182.675417:0:17776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1daf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508922112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131182.675445:0:17776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1daf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508922112:12345-0@lo:400:kworker.0 Request processed in 28us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131182.675473:0:17776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00002000:00000024:1.0:1789131182.675788:0:19286:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789131182.675825:0:19286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ffa580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508921856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1379us (1530us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131182.675832:0:19286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789131182.676297:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd1df8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3628:1876039508922240:0@lo:400:kworker.0 00000100:00100000:2.0:1789131182.676310:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01ad0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3628:1876039508922752:0@lo:400:kworker.0 00000100:00100000:2.0:1789131182.676324:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6ff8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508921856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789131182.676358:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd1df9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508922112:0@lo:400:kworker.0 00000100:00100000:2.0:1789131182.676369:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01ad21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876039508922624:0@lo:400:kworker.0 00010000:00080000:2.0:1789131182.676380:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddd2868b40 x1876039508923136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131182.676390:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2868b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3625:1876039508923136:0@lo:400:kworker.0 00000100:00100000:2.0:1789131182.676400:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd1dfb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3625:1876039508921984:0@lo:400:kworker.0 00000100:00100000:2.0:1789131182.676410:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01ad0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508922496:0@lo:400:kworker.0 00000100:00100000:2.0:1789131182.676419:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2869680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3625:1876039508923008:0@lo:400:kworker.0 00000100:00080000:1.0:1789131182.678442:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789131182.678451:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789131182.678453:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789131182.944924:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131182.944968:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131182.945010:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131182.945052:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498354304 00000100:00100000:1.0:1789131182.945073:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498354304 00000100:00100000:3.0:1789131182.945099:0:17765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498354048 00000100:00100000:3.0:1789131182.945105:0:17765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498354048 00000100:00100000:3.0:1789131182.945152:0:17765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 171 00000100:00100000:1.0:1789131182.945153:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498354560 00000100:00100000:1.0:1789131182.945159:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498354560 00000100:00100000:3.0:1789131182.945164:0:17765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfff15450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:22edf929-4c0f-42f3-973d-fe4d92543efa+13:2388:x1876039498354048:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1789131182.945185:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 81 00000100:00100000:1.0:1789131182.945194:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7893840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+5:2388:x1876039498354304:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1789131182.945232:0:17765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfff15450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:22edf929-4c0f-42f3-973d-fe4d92543efa+13:2388:x1876039498354048:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 71us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131182.945236:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7893840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+5:2388:x1876039498354304:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 42us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131182.945246:0:17765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 171 00000100:00100000:1.0:1789131182.945251:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 81 00000100:00100000:1.0:1789131182.945271:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 82 00000100:00100000:1.0:1789131182.945280:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7d9bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:014f7d38-34be-4f2e-b715-3fbda0147a70+6:2388:x1876039498354560:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1789131182.945307:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7d9bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:014f7d38-34be-4f2e-b715-3fbda0147a70+6:2388:x1876039498354560:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 30us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131182.945315:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 82 00000100:00080000:0.0:1789131182.945604:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789131182.945609:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789131182.950143:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131182.950186:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131182.950200:0:17771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498354176 00000100:00100000:3.0:1789131182.950211:0:17771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498354176 00000100:00100000:1.0:1789131182.950245:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131182.950274:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498354688 00000100:00100000:1.0:1789131182.950279:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498354688 00000100:00100000:3.0:1789131182.950295:0:17771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 83 00000100:00100000:3.0:1789131182.950307:0:17771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5f921c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+12:2388:x1876039498354176:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1789131182.950317:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 84 00000100:00100000:1.0:1789131182.950327:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd286d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:014f7d38-34be-4f2e-b715-3fbda0147a70+5:2388:x1876039498354688:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1789131182.950383:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd286d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:014f7d38-34be-4f2e-b715-3fbda0147a70+5:2388:x1876039498354688:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 57us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131182.950391:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 84 00000100:00100000:0.0:1789131182.950411:0:19283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498354432 00000100:00100000:0.0:1789131182.950417:0:19283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498354432 00000100:00100000:0.0:1789131182.950488:0:19283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00100000:0.0:1789131182.950499:0:19283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5f91a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+6:2388:x1876039498354432:12345-192.168.203.11@tcp:400:kworker.0 00000100:00080000:2.0:1789131182.950575:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789131182.950588:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789131182.950591:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789131182.957383:0:17771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5f921c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+12:2388:x1876039498354176:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 7068us (7238us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131182.957399:0:17771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 83 00000100:00100000:0.0:1789131182.957519:0:19283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5f91a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+6:2388:x1876039498354432:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 7019us (7329us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131182.957529:0:19283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 33 00010000:00010000:1.0:1789131183.187453:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131184.211828:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789131184.222449:0:19279:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 014f7d38-34be-4f2e-b715-3fbda0147a70 00000020:00000080:1.0:1789131184.222891:0:19279:0:(genops.c:885:class_export_put()) final put ffff91dde6d1f000/014f7d38-34be-4f2e-b715-3fbda0147a70 00000001:00100000:1.0:1789131184.222956:0:19279:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 10a3c9cb-0ead-44d0-a06d-1a07b352d8a9 00000020:00000080:1.0:1789131184.222960:0:19279:0:(genops.c:885:class_export_put()) final put ffff91dddf34e000/10a3c9cb-0ead-44d0-a06d-1a07b352d8a9 00000020:00000080:0.0:1789131184.223264:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dde6d1f000/014f7d38-34be-4f2e-b715-3fbda0147a70 for lustre-OST0000 00000020:00000080:0.0:1789131184.223334:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dddf34e000/10a3c9cb-0ead-44d0-a06d-1a07b352d8a9 for lustre-OST0000 00000020:00000080:0.0:1789131184.223360:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dde6d1f800 for lustre-OST0000 00000020:00000080:0.0:1789131184.223366:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dddf34b800 for lustre-OST0000 00000001:00100000:2.0:1789131184.227223:0:20100:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 014f7d38-34be-4f2e-b715-3fbda0147a70 00000020:00000080:2.0:1789131184.227245:0:20100:0:(genops.c:885:class_export_put()) final put ffff91dde6d1c000/014f7d38-34be-4f2e-b715-3fbda0147a70 00000020:00000080:0.0:1789131184.227307:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff91dde6d1c000/014f7d38-34be-4f2e-b715-3fbda0147a70 for lustre-OST0001 00000020:00000080:0.0:1789131184.227387:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dcc5ff7800 for lustre-OST0001 00010000:00010000:1.0:1789131185.234977:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131185.746023:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508923264:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789131185.746091:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131185.746332:0:19286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508923264 00000100:00100000:1.0:1789131185.746340:0:19286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508923264 00000100:00100000:1.0:1789131185.746405:0:19286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789131185.746415:0:19286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde0b81680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508923264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789131185.746443:0:19286:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789131185.746541:0:19286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde0b81680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508923264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131185.746549:0:19286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:2.0:1789131185.746718:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789131185.746949:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508923264:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789131186.258248:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789131186.258274:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dde0b80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508923392:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1789131186.258277:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789131186.258351:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131186.258433:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789131186.258445:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd1daf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508923520:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789131186.258501:0:17777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508923392 00000100:00100000:3.0:1789131186.258510:0:17777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508923392 00000100:00100000:1.0:1789131186.258511:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131186.258569:0:17777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508923520 00000100:00100000:3.0:1789131186.258573:0:17777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508923520 00000100:00100000:1.0:1789131186.258601:0:18514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789131186.258613:0:18514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa3a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508923392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789131186.258657:0:18514:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789131186.258712:0:18514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa3a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508923392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131186.258782:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dde0b80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508923392:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789131186.259252:0:17777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789131186.259263:0:17777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa39a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3626:x1876039508923520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789131186.259283:0:17777:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1789131186.259446:0:17777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa39a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3626:x1876039508923520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 185us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131186.259992:0:17777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1789131186.260938:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd1daf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508923520:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789131186.264922:0:18514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00010000:00010000:0.0:1789131187.281637:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789131187.340669:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131187.340713:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131187.340742:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131187.340782:0:17756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498355200 00000100:00100000:1.0:1789131187.340791:0:17756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498355200 00000100:00100000:2.0:1789131187.340796:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131187.340854:0:17756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498355072 00000100:00100000:1.0:1789131187.340857:0:17756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498355072 00000100:00100000:1.0:1789131187.340887:0:17756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498355328 00000100:00100000:1.0:1789131187.340890:0:17756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498355328 00000100:00100000:1.0:1789131187.340908:0:17756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:1.0:1789131187.340918:0:17756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ff8b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:22edf929-4c0f-42f3-973d-fe4d92543efa+15:2387:x1876039498355200:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789131187.340933:0:17756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1789131187.340936:0:20403:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498354944 00000100:00100000:3.0:1789131187.340943:0:20403:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498354944 00000100:00100000:0.0:1789131187.340943:0:18530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 5 00010000:00010000:1.0:1789131187.340953:0:17756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ddfd0b4800/0xf3fe2838e1fc384d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269d77 expref: 15 pid: 17764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131187.340961:0:18530:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1dfa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:22edf929-4c0f-42f3-973d-fe4d92543efa+15:2387:x1876039498355072:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789131187.340976:0:17756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789131187.340976:0:18530:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789131187.340991:0:18530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91de01ad6600/0xf3fe2838e1fc3846 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269d46 expref: 14 pid: 17766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131187.340999:0:20403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 32 00010000:00010000:0.0:1789131187.341008:0:18530:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789131187.341014:0:20403:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1daf0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+6:2384:x1876039498354944:12345-192.168.203.11@tcp:9:umount.0 00000100:00100000:1.0:1789131187.341028:0:17756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ff8b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:22edf929-4c0f-42f3-973d-fe4d92543efa+13:2387:x1876039498355200:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 110us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131187.341039:0:17756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:0.0:1789131187.341040:0:18530:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1dfa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:22edf929-4c0f-42f3-973d-fe4d92543efa+13:2387:x1876039498355072:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 83us (293us total) trans 0 rc 0/0 00000020:00000080:3.0:1789131187.341049:0:20403:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3870 00000100:00100000:0.0:1789131187.341051:0:18530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 5 00000020:00010000:3.0:1789131187.341060:0:20403:0:(genops.c:1921:obd_stale_export_put()) Put export ffff91dddf34f800: total 0 00000100:00100000:1.0:1789131187.341062:0:17756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00080000:3.0:1789131187.341068:0:20403:0:(import.c:65:import_set_state_nolock()) ffff91dddf348000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1789131187.341074:0:17756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1dfb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:22edf929-4c0f-42f3-973d-fe4d92543efa+11:2387:x1876039498355328:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789131187.341083:0:17756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789131187.341094:0:17756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dcc85ca400/0xf3fe2838e1fc390a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269e2d expref: 11 pid: 17765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131187.341106:0:17756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000001:00000004:3.0:1789131187.341116:0:20403:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:1.0:1789131187.341129:0:17756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1dfb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:22edf929-4c0f-42f3-973d-fe4d92543efa+10:2387:x1876039498355328:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 56us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131187.341136:0:17756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 6 00000020:00010000:1.0:1789131187.341157:0:19311:0:(genops.c:1907:obd_stale_export_get()) Get export ffff91dddf34f800: total 0 00010000:00010000:1.0:1789131187.341161:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131187.341215:0:19311:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff91dddf34f800, canceled 0 locks, left on hash table 1. 00000100:00080000:0.0:1789131187.341229:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1789131187.341245:0:19311:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:1.0:1789131187.341249:0:19311:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb mtime from disk: 1789131168 -> 1789131170 00002000:00010000:1.0:1789131187.341253:0:19311:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb ctime from disk: 1789131168 -> 1789131170 00002000:00010000:1.0:1789131187.341261:0:19311:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1789131187.341266:0:20403:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1daf0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+4:2384:x1876039498354944:12345-192.168.203.11@tcp:9:umount.0 Request processed in 256us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131187.341276:0:20403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 32 00010000:00010000:1.0:1789131187.341284:0:19311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000106c77d5/0xf3fe2838e1fc3bdb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269f0d expref: 4 pid: 19284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131187.341310:0:19311:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff91dddf34f800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1789131187.341326:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131187.341328:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131187.341330:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789131187.360941:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131187.361043:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498356224 00000100:00100000:1.0:1789131187.361053:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498356224 00000100:00080000:0.0:1789131187.361222:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789131187.361291:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 76 00000100:00100000:1.0:1789131187.361304:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1df9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+12:2384:x1876039498356224:12345-192.168.203.11@tcp:39:umount.0 00000020:00000080:1.0:1789131187.361334:0:17772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3862 00000020:00010000:1.0:1789131187.361351:0:17772:0:(genops.c:1921:obd_stale_export_put()) Put export ffff91dcc8d08000: total 0 00000100:00080000:1.0:1789131187.361357:0:17772:0:(import.c:65:import_set_state_nolock()) ffff91ddff663000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789131187.361387:0:17772:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934636 00000020:00010000:2.0:1789131187.361540:0:17759:0:(genops.c:1907:obd_stale_export_get()) Get export ffff91dcc8d08000: total 0 00010000:00010000:2.0:1789131187.361594:0:17759:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff91dcc8d08000, canceled 0 locks, left on hash table 7. 00010000:00010000:2.0:1789131187.361625:0:17759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91ddf5c12100) 00010000:00010000:2.0:1789131187.361640:0:17759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789131187.361648:0:17759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19aaa00/0xf3fe2838e1fc3981 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269e49 expref: 12 pid: 17772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131187.361670:0:17759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff91dcc6c0f600) 00010000:00010000:2.0:1789131187.361672:0:17759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789131187.361676:0:17759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc78df800/0xf3fe2838e1fc3b2c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269ed5 expref: 11 pid: 19096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131187.361689:0:17759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff91dcc7d6cd00) 00010000:00010000:2.0:1789131187.361692:0:17759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1789131187.361696:0:17759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfd0b5c00/0xf3fe2838e1fc3a06 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269e73 expref: 10 pid: 17772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131187.361712:0:17759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff91dcc6c0f600) 00010000:00010000:2.0:1789131187.361714:0:17759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789131187.361718:0:17759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc3bf0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269f14 expref: 9 pid: 19096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131187.361734:0:17759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff91ddf5c12400) 00010000:00010000:2.0:1789131187.361748:0:17759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789131187.361753:0:17759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cbc00/0xf3fe2838e1fc3926 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269e34 expref: 8 pid: 19096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131187.361772:0:17759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff91dcc7d6c300) 00010000:00010000:2.0:1789131187.361775:0:17759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789131187.361778:0:17759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc78de200/0xf3fe2838e1fc3b87 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269eea expref: 7 pid: 17772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131187.361792:0:17759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91ddc4c81700) 00010000:00010000:2.0:1789131187.361795:0:17759:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789131187.361798:0:17759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfd0b5800/0xf3fe2838e1fc3942 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269e3b expref: 6 pid: 17771 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131187.361810:0:17759:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff91dcc8d08000, canceled 7 locks, left on hash table 0. 00010000:00010000:2.0:1789131187.361824:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131187.361826:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131187.361828:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789131187.362007:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1df9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+3:2384:x1876039498356224:12345-192.168.203.11@tcp:39:umount.0 Request processed in 704us (1074us total) trans 8589934637 rc 0/0 00000100:00100000:1.0:1789131187.362015:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 76 00000100:00100000:0.0:1789131187.376819:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131187.376896:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498356352 00000100:00100000:2.0:1789131187.376906:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498356352 00000100:00100000:2.0:1789131187.376973:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 77 00000100:00100000:2.0:1789131187.376982:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde0b80f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+5:2384:x1876039498356352:12345-192.168.203.11@tcp:39:umount.0 00000020:00000080:2.0:1789131187.377014:0:19096:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc385b 00000100:00080000:2.0:1789131187.377029:0:19096:0:(import.c:65:import_set_state_nolock()) ffff91dde6d19800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789131187.377065:0:19096:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:2.0:1789131187.377289:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde0b80f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:10a3c9cb-0ead-44d0-a06d-1a07b352d8a9+3:2384:x1876039498356352:12345-192.168.203.11@tcp:39:umount.0 Request processed in 306us (477us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1789131187.377297:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 77 00010000:00010000:1.0:1789131187.377532:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789131187.377716:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789131187.793788:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd28692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508923904:0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.793864:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131187.793864:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2868780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508923776:0@lo:400:kworker.0 00000100:00100000:1.0:1789131187.793907:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131187.793928:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd28683c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508924416:0@lo:400:kworker.0 00000100:00100000:1.0:1789131187.793943:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508924288:0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.793962:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131187.793976:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131187.793990:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3628:1876039508924928:0@lo:400:kworker.0 00000100:00100000:1.0:1789131187.794000:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3627:1876039508924800:0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.794033:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131187.794045:0:18514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508923776 00000100:00100000:1.0:1789131187.794064:0:18514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508923776 00000100:00100000:3.0:1789131187.794088:0:19284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508923904 00000100:00100000:3.0:1789131187.794094:0:19284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508923904 00000100:00100000:2.0:1789131187.794102:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508924032:0@lo:400:kworker.0 00000100:00100000:1.0:1789131187.794113:0:18514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508924288 00000100:00100000:1.0:1789131187.794118:0:18514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508924288 00000100:00100000:3.0:1789131187.794141:0:19284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508924416 00000100:00100000:3.0:1789131187.794147:0:19284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508924416 00000100:00100000:2.0:1789131187.794149:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131187.794150:0:18514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789131187.794162:0:18514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa3a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508923776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131187.794176:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2869a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508924544:0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.794178:0:19284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508924032 00000100:00100000:3.0:1789131187.794185:0:19284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508924032 00000100:00100000:3.0:1789131187.794208:0:19284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789131187.794210:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131187.794221:0:19284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd286a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508923904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131187.794228:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3625:1876039508925056:0@lo:400:kworker.0 00000100:00100000:2.0:1789131187.794254:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131187.794280:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1789131187.794287:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2869e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3625:1876039508923648:0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.794294:0:19284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd286a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508923904:12345-0@lo:400:kworker.0 Request processed in 73us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131187.794304:0:19284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789131187.794321:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131187.794324:0:19284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508924544 00000100:00100000:3.0:1789131187.794328:0:19284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508924544 00000100:00100000:2.0:1789131187.794354:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876039508924160:0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.794356:0:19284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789131187.794363:0:19284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd2868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508924416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.794394:0:19284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd2868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508924416:12345-0@lo:400:kworker.0 Request processed in 31us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131187.794400:0:19284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789131187.794410:0:19284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789131187.794417:0:19284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01ad0b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508924032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131187.794479:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131187.794486:0:19284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01ad0b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508924032:12345-0@lo:400:kworker.0 Request processed in 67us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131187.794495:0:19284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789131187.794502:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2868f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876039508924672:0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.794511:0:19284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789131187.794520:0:19284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01ad21c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508924544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131187.794529:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131187.794561:0:19284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01ad21c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508924544:12345-0@lo:400:kworker.0 Request processed in 42us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131187.794567:0:19284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789131187.794590:0:17764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508923648 00000100:00100000:3.0:1789131187.794593:0:17764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508923648 00000100:00100000:3.0:1789131187.794618:0:17764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1789131187.794642:0:17764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde1d3d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20+24:3625:x1876039508923648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.794674:0:17764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde1d3d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20+24:3625:x1876039508923648:12345-0@lo:400:kworker.0 Request processed in 50us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131187.794690:0:17764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1789131187.794733:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd1df8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508925440:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789131187.794759:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131187.794797:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd28692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508923904:0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.794808:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd28683c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508924416:0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.794851:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508924928 00000100:00100000:3.0:1789131187.794855:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508924928 00000100:00100000:3.0:1789131187.794876:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508925056 00000100:00100000:3.0:1789131187.794879:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508925056 00000100:00100000:3.0:1789131187.794890:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508924160 00000100:00100000:3.0:1789131187.794892:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508924160 00000100:00100000:3.0:1789131187.794901:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508924672 00000100:00100000:3.0:1789131187.794904:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508924672 00000100:00100000:3.0:1789131187.794916:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1789131187.794922:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd2869680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3628:x1876039508924928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.794958:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd2869680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3628:x1876039508924928:12345-0@lo:400:kworker.0 Request processed in 35us (926us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131187.794964:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1789131187.794976:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1789131187.794982:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01ad0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1876039508925056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.795026:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01ad0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1876039508925056:12345-0@lo:400:kworker.0 Request processed in 44us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131187.795033:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1789131187.795045:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1789131187.795050:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01ad2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876039508924160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.795086:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01ad2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876039508924160:12345-0@lo:400:kworker.0 Request processed in 36us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131187.795092:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1789131187.795105:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1789131187.795111:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876039508924672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.795137:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876039508924672:12345-0@lo:400:kworker.0 Request processed in 26us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131187.795144:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00010000:00080000:3.0:1789131187.795171:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddd286b480 x1876039508924928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131203 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131187.795182:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3628:1876039508924928:0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.795202:0:17776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789131187.795210:0:17776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508924288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.795243:0:17776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508924288:12345-0@lo:400:kworker.0 Request processed in 34us (1268us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131187.795248:0:17776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789131187.795290:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131187.795310:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508925312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789131187.795333:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131187.795360:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508924288:0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.795377:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508924800 00000100:00100000:3.0:1789131187.795380:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508924800 00000100:00100000:3.0:1789131187.795404:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1789131187.795411:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd286b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3627:x1876039508924800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131187.795484:0:18514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa3a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508923776:12345-0@lo:400:kworker.0 Request processed in 1323us (1577us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131187.795493:0:18514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789131187.795496:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd286b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3627:x1876039508924800:12345-0@lo:400:kworker.0 Request processed in 83us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131187.795506:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1789131187.795518:0:19286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508925440 00000100:00100000:1.0:1789131187.795522:0:19286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508925440 00000100:00100000:1.0:1789131187.795543:0:19286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508925312 00000100:00100000:1.0:1789131187.795546:0:19286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508925312 00000100:00100000:1.0:1789131187.795561:0:19286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789131187.795567:0:19286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd2868b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508925440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789131187.795588:0:19286:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789131187.795638:0:19286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd2868b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508925440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131187.795645:0:19286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789131187.795656:0:19286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789131187.795661:0:19286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd28683c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508925312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789131187.795675:0:19286:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923496960 avail 3691974656 00000100:00100000:1.0:1789131187.795700:0:19286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd28683c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508925312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131187.795706:0:19286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789131187.795731:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2868780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508923776:0@lo:400:kworker.0 00000100:00100000:1.0:1789131187.795742:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3627:1876039508924800:0@lo:400:kworker.0 00000100:00100000:1.0:1789131187.795759:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508925312:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1789131187.795805:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789131187.795810:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789131187.795813:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789131187.795815:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789131187.795821:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789131187.795829:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0c43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1876039508925568:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789131187.795856:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131187.795878:0:19286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508925568 00000100:00100000:1.0:1789131187.795882:0:19286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508925568 00000100:00100000:1.0:1789131187.795897:0:19286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789131187.795902:0:19286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa3b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1876039508925568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789131187.795923:0:19286:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923496960 avail 3691974656 00000100:00100000:1.0:1789131187.795951:0:19286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa3b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1876039508925568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131187.795958:0:19286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789131187.795982:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0c43c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1876039508925568:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789131187.796029:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3625:1876039508925184:0@lo:400:kworker.0 00000100:00100000:2.0:1789131187.796063:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131187.796090:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508924032:0@lo:400:kworker.0 00000100:00100000:2.0:1789131187.796099:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2869a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508924544:0@lo:400:kworker.0 00000100:00100000:2.0:1789131187.796108:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3625:1876039508925056:0@lo:400:kworker.0 00000100:00100000:2.0:1789131187.796124:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2869e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3625:1876039508923648:0@lo:400:kworker.0 00000100:00100000:2.0:1789131187.796133:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876039508924160:0@lo:400:kworker.0 00000100:00100000:2.0:1789131187.796143:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2868f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876039508924672:0@lo:400:kworker.0 00000100:00100000:2.0:1789131187.796160:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508925184 00000100:00100000:2.0:1789131187.796170:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508925184 00000100:00100000:2.0:1789131187.796204:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1789131187.796210:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b30780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1876039508925184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131187.796246:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b30780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1876039508925184:12345-0@lo:400:kworker.0 Request processed in 35us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131187.796252:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00010000:00080000:2.0:1789131187.796279:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddd286a580 x1876039508925184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131203 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131187.796289:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3625:1876039508925184:0@lo:400:kworker.0 00000100:00100000:3.0:1789131187.796556:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd1df8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508925440:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1789131187.801518:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789131188.060905:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131188.060971:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131188.061058:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131188.061134:0:17766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498356480 00000100:00100000:2.0:1789131188.061148:0:17766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498356480 00000100:00100000:2.0:1789131188.061221:0:17766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 173 00000100:00100000:2.0:1789131188.061233:0:17766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde1d3f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:22edf929-4c0f-42f3-973d-fe4d92543efa+10:2387:x1876039498356480:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1789131188.061327:0:17766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde1d3f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:22edf929-4c0f-42f3-973d-fe4d92543efa+10:2387:x1876039498356480:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 95us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131188.061338:0:17766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 173 00000100:00100000:3.0:1789131188.068723:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498356736 00000100:00100000:3.0:1789131188.068746:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498356736 00000100:00100000:3.0:1789131188.068887:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498356608 00000100:00100000:3.0:1789131188.068892:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498356608 00000100:00100000:3.0:1789131188.068929:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 91 00000100:00100000:3.0:1789131188.068942:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:014f7d38-34be-4f2e-b715-3fbda0147a70+5:2387:x1876039498356736:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1789131188.069070:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:014f7d38-34be-4f2e-b715-3fbda0147a70+5:2387:x1876039498356736:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 131us (8097us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131188.069093:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 91 00000100:00100000:3.0:1789131188.069115:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 92 00000100:00100000:3.0:1789131188.069122:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0c6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:014f7d38-34be-4f2e-b715-3fbda0147a70+6:2387:x1876039498356608:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1789131188.069151:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0c6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:014f7d38-34be-4f2e-b715-3fbda0147a70+6:2387:x1876039498356608:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 30us (8093us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131188.069158:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 92 00000100:00080000:0.0:1789131188.072255:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789131188.072274:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1789131188.306791:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789131188.882652:0:17805:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1789131188.882666:0:17805:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789131188.882692:0:17805:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1789131188.882704:0:17805:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0:1789131189.329794:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789131189.585224:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131189.585272:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131189.585379:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131189.585568:0:17756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498356864 00000100:00100000:1.0:1789131189.585582:0:17756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498356864 00000100:00100000:1.0:1789131189.585695:0:17756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498356992 00000100:00100000:1.0:1789131189.585699:0:17756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498356992 00000100:00100000:1.0:1789131189.585717:0:17756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498357120 00000100:00100000:1.0:1789131189.585721:0:17756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498357120 00000100:00100000:1.0:1789131189.585767:0:17756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:1.0:1789131189.585784:0:17756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b303c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:22edf929-4c0f-42f3-973d-fe4d92543efa+12:2388:x1876039498356864:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789131189.585804:0:17756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789131189.585835:0:17756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ddfd0b5400/0xf3fe2838e1fc3885 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269db6 expref: 12 pid: 17764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131189.585878:0:17756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789131189.585950:0:17756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b303c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:22edf929-4c0f-42f3-973d-fe4d92543efa+11:2388:x1876039498356864:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 172us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131189.585962:0:17756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:1.0:1789131189.585998:0:17756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:1.0:1789131189.586011:0:17756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b31e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:22edf929-4c0f-42f3-973d-fe4d92543efa+10:2387:x1876039498356992:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789131189.586021:0:17756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789131189.586039:0:17756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91de01ad7000/0xf3fe2838e1fc388c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269de7 expref: 10 pid: 17766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131189.586058:0:17756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789131189.586084:0:17756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b31e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:22edf929-4c0f-42f3-973d-fe4d92543efa+9:2387:x1876039498356992:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 77us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131189.586096:0:17756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:1.0:1789131189.586121:0:17756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:1.0:1789131189.586134:0:17756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:22edf929-4c0f-42f3-973d-fe4d92543efa+8:2386:x1876039498357120:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789131189.586144:0:17756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789131189.586158:0:17756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91de01ad6a00/0xf3fe2838e1fc38e7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269e26 expref: 8 pid: 17766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131189.586174:0:17756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789131189.586200:0:17756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:22edf929-4c0f-42f3-973d-fe4d92543efa+7:2386:x1876039498357120:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 68us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131189.586207:0:17756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:3.0:1789131189.593942:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131189.596968:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498357376 00000100:00100000:1.0:1789131189.597012:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498357376 00000100:00100000:1.0:1789131189.597117:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 78 00000100:00100000:1.0:1789131189.597131:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd286b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:014f7d38-34be-4f2e-b715-3fbda0147a70+6:2384:x1876039498357376:12345-192.168.203.11@tcp:39:umount.0 00000020:00000080:1.0:1789131189.597192:0:17772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc389a 00000020:00010000:1.0:1789131189.597206:0:17772:0:(genops.c:1921:obd_stale_export_put()) Put export ffff91dddf34a800: total 0 00000100:00080000:1.0:1789131189.599110:0:17772:0:(import.c:65:import_set_state_nolock()) ffff91dcc7978800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789131189.599168:0:17772:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934637 00000020:00010000:0.0:1789131189.599289:0:17760:0:(genops.c:1907:obd_stale_export_get()) Get export ffff91dddf34a800: total 0 00010000:00010000:0.0:1789131189.599381:0:17760:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff91dddf34a800, canceled 0 locks, left on hash table 1. 00000100:00100000:1.0:1789131189.599417:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd286b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:014f7d38-34be-4f2e-b715-3fbda0147a70+5:2384:x1876039498357376:12345-192.168.203.11@tcp:39:umount.0 Request processed in 2283us (5484us total) trans 8589934638 rc 0/0 00000100:00100000:1.0:1789131189.599431:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 78 00010000:00010000:0.0:1789131189.599433:0:17760:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91ddf5c12100) 00010000:00010000:0.0:1789131189.599441:0:17760:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789131189.599456:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab600/0xf3fe2838e1fc398f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269e50 expref: 4 pid: 19096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131189.599642:0:17760:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff91dddf34a800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1789131189.599671:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131189.599674:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131189.599677:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131189.620078:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131189.620191:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498357504 00000100:00100000:2.0:1789131189.620205:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498357504 00000100:00100000:2.0:1789131189.620293:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 79 00000100:00100000:2.0:1789131189.620326:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:014f7d38-34be-4f2e-b715-3fbda0147a70+5:2384:x1876039498357504:12345-192.168.203.11@tcp:39:umount.0 00000020:00000080:2.0:1789131189.620395:0:19096:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc38a1 00000100:00080000:2.0:1789131189.620410:0:19096:0:(import.c:65:import_set_state_nolock()) ffff91dcc797a000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789131189.620453:0:19096:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:2.0:1789131189.620704:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:014f7d38-34be-4f2e-b715-3fbda0147a70+3:2384:x1876039498357504:12345-192.168.203.11@tcp:39:umount.0 Request processed in 381us (641us total) trans 8589934594 rc 0/0 00000100:00100000:2.0:1789131189.620713:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 79 00010000:00010000:3.0:1789131189.620967:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789131189.651889:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131189.652178:0:17765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498357760 00000100:00100000:0.0:1789131189.652191:0:17765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498357760 00000100:00100000:0.0:1789131189.652272:0:17765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 174 00000100:00100000:0.0:1789131189.652284:0:17765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc7057c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:22edf929-4c0f-42f3-973d-fe4d92543efa+7:2384:x1876039498357760:12345-192.168.203.11@tcp:251:umount.0 00000020:00000080:0.0:1789131189.652357:0:17765:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3838 00000020:00010000:0.0:1789131189.652365:0:17765:0:(genops.c:1921:obd_stale_export_put()) Put export ffff91dde6d1d000: total 0 00000100:00080000:0.0:1789131189.652381:0:17765:0:(import.c:65:import_set_state_nolock()) ffff91dde6d1e800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1789131189.652509:0:17765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc7057c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:22edf929-4c0f-42f3-973d-fe4d92543efa+3:2384:x1876039498357760:12345-192.168.203.11@tcp:251:umount.0 Request processed in 226us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131189.652517:0:17765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 174 00000020:00010000:1.0:1789131189.652721:0:17759:0:(genops.c:1907:obd_stale_export_get()) Get export ffff91dde6d1d000: total 0 00010000:00010000:1.0:1789131189.652727:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131189.652798:0:17759:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff91dde6d1d000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1789131189.652840:0:17759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ddfd0b4a00/0xf3fe2838e1fc383f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269d3f expref: 2 pid: 17765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131189.652858:0:17759:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff91dde6d1d000, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1789131189.652869:0:17759:0:(genops.c:885:class_export_put()) final put ffff91dde6d1d000/22edf929-4c0f-42f3-973d-fe4d92543efa 00010000:00010000:1.0:1789131189.652889:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131189.652892:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131189.652893:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789131189.653502:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff91dde6d1d000/22edf929-4c0f-42f3-973d-fe4d92543efa for MGS 00000020:00000080:0.0:1789131189.653555:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dde6d1e800 for MGS 00010000:00010000:0.0:1789131190.353700:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789131190.875682:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa38780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508925696:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789131190.875789:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131190.876555:0:19286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508925696 00000100:00100000:0.0:1789131190.876570:0:19286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508925696 00000100:00100000:0.0:1789131190.876665:0:19286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789131190.876677:0:19286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa3ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1876039508925696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789131190.876717:0:19286:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789131190.877676:0:19286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa3ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1876039508925696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 994us (1879us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131190.877688:0:19286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:0.0:1789131190.877739:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789131190.878917:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa38780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508925696:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1789131191.314214:0:18526:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789131191.378653:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508925824:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789131191.378758:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789131191.378865:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131191.378882:0:17776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508925824 00000100:00100000:0.0:1789131191.378891:0:17776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508925824 00000100:00100000:0.0:1789131191.378953:0:17776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789131191.378964:0:17776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0fb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508925824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789131191.379012:0:17776:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789131191.379066:0:17776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0fb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508925824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131191.379075:0:17776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789131191.379130:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508925824:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789131191.379394:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789131191.379405:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b32580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508925952:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789131191.379441:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131191.379528:0:18514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508925952 00000100:00100000:2.0:1789131191.379534:0:18514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508925952 00000100:00100000:2.0:1789131191.379570:0:18514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789131191.379578:0:18514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd286a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508925952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789131191.379611:0:18514:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1789131191.379656:0:18514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd286a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508925952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131191.379662:0:18514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789131191.379698:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b32580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508925952:0@lo:41:osp-pre-0-1.0 00000020:01000004:2.0:1789131191.713790:0:21352:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1789131191.728917:0:21352:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1789131191.729095:0:21352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca000/0xf3fe2838e1fc33fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3402 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.729116:0:21352:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca000/0xf3fe2838e1fc33fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3402 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.729125:0:21352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca000/0xf3fe2838e1fc33fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc3402 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.729133:0:21352:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca000/0xf3fe2838e1fc33fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc3402 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.729239:0:21352:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789131191.729246:0:21352:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789131191.729290:0:21352:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789131191.729296:0:21352:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789131191.729304:0:21352:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789131191.729339:0:21352:0:(import.c:65:import_set_state_nolock()) ffff91dded00f800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:2.0:1789131191.730202:0:17759:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131191.730215:0:17759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca000/0xf3fe2838e1fc33fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc3402 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131191.730226:0:17759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc85ca000 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:2.0:1789131191.730231:0:17759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca000/0xf3fe2838e1fc33fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc3402 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131191.730242:0:17759:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca000/0xf3fe2838e1fc33fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xf3fe2838e1fc3402 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789131191.730269:0:17759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca000/0xf3fe2838e1fc33fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xf3fe2838e1fc3402 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131191.730275:0:17759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789131191.730278:0:17759:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789131191.730282:0:17759:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1789131191.730324:0:17759:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca000/0xf3fe2838e1fc33fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3402 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131191.730332:0:17759:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789131191.730370:0:17759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca000/0xf3fe2838e1fc33fb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3402 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131191.730378:0:17759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca000/0xf3fe2838e1fc33fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3402 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131191.730398:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131191.730400:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131191.730402:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789131191.730427:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3624:1876039508926080:0@lo:39:umount.0 00000100:00100000:2.0:1789131191.730538:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131191.730693:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b32580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3625:1876039508926208:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789131191.730735:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131191.730835:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508926080 00000100:00100000:1.0:1789131191.730844:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508926080 00000100:00100000:1.0:1789131191.730910:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1789131191.730922:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b330c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3624:x1876039508926080:12345-0@lo:39:umount.0 00000020:00000080:1.0:1789131191.730966:0:17772:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc342c 00000100:00080000:1.0:1789131191.730976:0:17772:0:(import.c:65:import_set_state_nolock()) ffff91dcc7ee4000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1789131191.732348:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b330c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3624:x1876039508926080:12345-0@lo:39:umount.0 Request processed in 1422us (1804us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131191.732362:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000020:00000080:1.0:1789131191.732377:0:17772:0:(genops.c:885:class_export_put()) final put ffff91dcc7ee6000/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00100000:1.0:1789131191.732422:0:17756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508926208 00000100:00100000:1.0:1789131191.732430:0:17756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508926208 00000100:00100000:1.0:1789131191.732845:0:17756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789131191.732854:0:17756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddff804450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20+24:3625:x1876039508926208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789131191.732871:0:17756:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789131191.732894:0:17756:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dcc7f7fa00/0xf3fe2838e1fc3402 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf3fe2838e1fc33fb expref: 24 pid: 17766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131191.732911:0:17756:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789131191.732951:0:17756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddff804450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20+23:3625:x1876039508926208:12345-0@lo:103:ldlm_bl.0 Request processed in 99us (2216us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131191.732958:0:17756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1789131191.733292:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91dded00f800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1789131191.733309:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3624:1876039508926080:0@lo:39:umount.0 00010000:00010000:0.0:1789131191.734421:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789131191.735092:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc7ee6000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1789131191.735193:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dcc7ee4000 for lustre-MDT0000 00000100:00100000:0.0:1789131191.735254:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b32580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3625:1876039508926208:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1789131191.736384:0:21352:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789131191.736396:0:21352:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789131191.736407:0:21352:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789131191.737892:0:21352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f400/0xf3fe2838e1fc334c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3353 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.737913:0:21352:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f400/0xf3fe2838e1fc334c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3353 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.737922:0:21352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f400/0xf3fe2838e1fc334c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc3353 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.737937:0:21352:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f400/0xf3fe2838e1fc334c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc3353 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.738006:0:21352:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789131191.738082:0:21352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91de01ad7400/0xf3fe2838e1fc3694 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc369b expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.738090:0:21352:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91de01ad7400/0xf3fe2838e1fc3694 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc369b expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.738097:0:21352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91de01ad7400/0xf3fe2838e1fc3694 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc369b expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.738102:0:21352:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff91de01ad7400/0xf3fe2838e1fc3694 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc369b expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.738133:0:19311:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789131191.738142:0:19311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f400/0xf3fe2838e1fc334c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc3353 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.738150:0:19311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc7f7f400 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:0.0:1789131191.738154:0:19311:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f400/0xf3fe2838e1fc334c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc3353 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.738163:0:19311:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f400/0xf3fe2838e1fc334c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xf3fe2838e1fc3353 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789131191.738179:0:19311:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f400/0xf3fe2838e1fc334c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xf3fe2838e1fc3353 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789131191.738185:0:19311:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789131191.738188:0:19311:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:0.0:1789131191.738233:0:19311:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f400/0xf3fe2838e1fc334c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3353 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.738240:0:19311:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1789131191.738303:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1789131191.738323:0:19311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f400/0xf3fe2838e1fc334c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3353 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.738331:0:19311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f400/0xf3fe2838e1fc334c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3353 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.738350:0:19311:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131191.738353:0:19311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91de01ad7400/0xf3fe2838e1fc3694 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc369b expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.738358:0:19311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91de01ad7400 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:0.0:1789131191.738361:0:19311:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91de01ad7400/0xf3fe2838e1fc3694 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc369b expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.738367:0:19311:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91de01ad7400/0xf3fe2838e1fc3694 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf3fe2838e1fc369b expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789131191.738374:0:19311:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91de01ad7400/0xf3fe2838e1fc3694 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf3fe2838e1fc369b expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789131191.738379:0:19311:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1789131191.738387:0:19311:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:0.0:1789131191.738400:0:19311:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91de01ad7400/0xf3fe2838e1fc3694 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc369b expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.738407:0:19311:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789131191.738439:0:19311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91de01ad7400/0xf3fe2838e1fc3694 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc369b expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.738448:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131191.738450:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131191.738451:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131191.738495:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0fa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3627:1876039508926464:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789131191.738585:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131191.738686:0:18530:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508926464 00000100:00100000:0.0:1789131191.738694:0:18530:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508926464 00000100:00100000:0.0:1789131191.738753:0:18530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789131191.738765:0:18530:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0fad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20+23:3627:x1876039508926464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789131191.738780:0:18530:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789131191.738796:0:18530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ddfd0b5a00/0xf3fe2838e1fc369b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf3fe2838e1fc3694 expref: 23 pid: 17766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.738812:0:18530:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789131191.738850:0:18530:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0fad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20+22:3627:x1876039508926464:12345-0@lo:103:ldlm_bl.0 Request processed in 88us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131191.738858:0:18530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789131191.738901:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0fa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3627:1876039508926464:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789131191.738981:0:21352:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789131191.738987:0:21352:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91de01ad7400/0xf3fe2838e1fc3694 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc369b expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789131191.738999:0:21352:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1789131191.739010:0:21352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78de800/0xf3fe2838e1fc38fc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3903 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.739026:0:21352:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78de800/0xf3fe2838e1fc38fc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3903 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.739033:0:21352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78de800/0xf3fe2838e1fc38fc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc3903 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.739046:0:21352:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff91dcc78de800/0xf3fe2838e1fc38fc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc3903 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.739058:0:21352:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789131191.739065:0:21352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f000/0xf3fe2838e1fc333e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3345 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.739071:0:21352:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f000/0xf3fe2838e1fc333e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3345 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.739077:0:21352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f000/0xf3fe2838e1fc333e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc3345 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.739083:0:21352:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f000/0xf3fe2838e1fc333e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc3345 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131191.739089:0:21352:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1789131191.739092:0:21352:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:3.0:1789131191.739095:0:21352:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:3.0:1789131191.739131:0:21352:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1789131191.739135:0:21352:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1789131191.739140:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789131191.739147:0:21352:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:3.0:1789131191.739154:0:21352:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff91dcc5f36800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789131191.739159:0:21352:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff91dcc7887000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789131191.739164:0:21352:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff91ddff619000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789131191.739169:0:21352:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff91ddf34ac800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789131191.739185:0:21352:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff91dddf34a800 014f7d38-34be-4f2e-b715-3fbda0147a70 192.168.203.11@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1789131191.739191:0:21352:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff91dcc8d08000 10a3c9cb-0ead-44d0-a06d-1a07b352d8a9 192.168.203.11@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934636 stale:0 00000020:00080000:3.0:1789131191.739197:0:21352:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff91dcc6f58000) has exports, disconnecting them 00000020:00080000:3.0:1789131191.739201:0:21352:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff91dcc5f36800), last request at 1789131187 00000020:00000080:3.0:1789131191.739210:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3663 00000100:00080000:3.0:1789131191.739230:0:21352:0:(import.c:65:import_set_state_nolock()) ffff91dcc5f31800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789131191.739284:0:21352:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91dcc5f36800): rc 0 00000020:00000080:3.0:1789131191.739286:0:21352:0:(genops.c:885:class_export_put()) final put ffff91dcc5f36800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1789131191.739297:0:21352:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff91dcc7887000), last request at 1789131187 00000020:00000080:3.0:1789131191.739300:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc35c9 00000100:00080000:3.0:1789131191.739305:0:21352:0:(import.c:65:import_set_state_nolock()) ffff91dcc7880000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789131191.739311:0:21352:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91dcc7887000): rc 0 00000020:00000080:3.0:1789131191.739313:0:21352:0:(genops.c:885:class_export_put()) final put ffff91dcc7887000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1789131191.739316:0:21352:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff91ddff619000), last request at 1789131119 00000020:00000080:3.0:1789131191.739319:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc351a 00000100:00080000:3.0:1789131191.739322:0:21352:0:(import.c:65:import_set_state_nolock()) ffff91ddff61e000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789131191.739327:0:21352:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91ddff619000): rc 0 00000020:00000080:3.0:1789131191.739329:0:21352:0:(genops.c:885:class_export_put()) final put ffff91ddff619000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1789131191.739332:0:21352:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff91ddf34ac800), last request at 1789131119 00000020:00000080:3.0:1789131191.739335:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc34bf 00000100:00080000:3.0:1789131191.739339:0:21352:0:(import.c:65:import_set_state_nolock()) ffff91ddc574e800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789131191.739345:0:21352:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000020:00080000:3.0:1789131191.739435:0:21352:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91ddf34ac800): rc 0 00000004:00000080:3.0:1789131191.739443:0:21352:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb3f441503ae0 00000100:00080000:3.0:1789131191.739484:0:21352:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789131191.739489:0:21352:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789131191.740296:0:21352:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789131191.740337:0:21352:0:(import.c:65:import_set_state_nolock()) ffff91ddcf4da000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789131191.740547:0:21352:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789131191.740553:0:21352:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1789131191.740568:0:21352:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789131191.740657:0:21352:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1789131191.740669:0:21352:0:(import.c:65:import_set_state_nolock()) ffff91dcc85e4800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789131191.740676:0:21352:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789131191.740678:0:21352:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:3.0:1789131191.740687:0:21352:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789131191.740748:0:21352:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1789131191.740760:0:21352:0:(import.c:65:import_set_state_nolock()) ffff91dcc85e2000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1789131191.740804:0:21352:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff91dcc6f58000) has no exports 00010000:00010000:0.0:1789131191.741086:0:17760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789131191.741097:0:17760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91dcc78de800/0xf3fe2838e1fc38fc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc3903 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.741122:0:17760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc78de800 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:0.0:1789131191.741127:0:17760:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91dcc78de800/0xf3fe2838e1fc38fc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc3903 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.741138:0:17760:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dcc78de800/0xf3fe2838e1fc38fc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xf3fe2838e1fc3903 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789131191.741145:0:17760:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dcc78de800/0xf3fe2838e1fc38fc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xf3fe2838e1fc3903 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789131191.741151:0:17760:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1789131191.741154:0:17760:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1789131191.741158:0:17760:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1789131191.741187:0:17760:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91dcc78de800/0xf3fe2838e1fc38fc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3903 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.741194:0:17760:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789131191.741212:0:17760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91dcc78de800/0xf3fe2838e1fc38fc lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3903 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.741220:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dcc78de800/0xf3fe2838e1fc38fc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3903 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.741233:0:17760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131191.741238:0:17760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f000/0xf3fe2838e1fc333e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc3345 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.741243:0:17760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc7f7f000 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:0.0:1789131191.741246:0:17760:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f000/0xf3fe2838e1fc333e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc3345 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.741259:0:17760:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f000/0xf3fe2838e1fc333e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf3fe2838e1fc3345 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789131191.741265:0:17760:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f000/0xf3fe2838e1fc333e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf3fe2838e1fc3345 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789131191.741271:0:17760:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1789131191.741273:0:17760:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1789131191.741275:0:17760:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1789131191.741290:0:17760:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f000/0xf3fe2838e1fc333e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3345 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.741296:0:17760:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1789131191.741367:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789131191.741390:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc8497480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3626:1876039508927104:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789131191.741491:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131191.741551:0:17758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508927104 00000100:00100000:1.0:1789131191.741560:0:17758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508927104 00000100:00100000:1.0:1789131191.741624:0:17758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789131191.741633:0:17758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa3bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20+22:3626:x1876039508927104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789131191.741647:0:17758:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789131191.741663:0:17758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ddfd0b4000/0xf3fe2838e1fc3345 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf3fe2838e1fc333e expref: 22 pid: 17766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131191.741683:0:17758:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789131191.741720:0:17758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa3bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20+21:3626:x1876039508927104:12345-0@lo:103:ldlm_bl.0 Request processed in 87us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131191.741728:0:17758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789131191.741768:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc8497480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3626:1876039508927104:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789131191.742498:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3625:1876039508926336:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789131191.742543:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:2.0:1789131191.742593:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc5f36800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1789131191.742669:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc7887000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1789131191.742696:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddff619000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1789131191.742721:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dcc5f31800 for lustre-MDT0000 00000020:00000080:2.0:1789131191.742726:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dcc7880000 for lustre-MDT0000 00000020:00000080:2.0:1789131191.742730:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91ddff61e000 for lustre-MDT0000 00000100:00100000:2.0:1789131191.742748:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2869e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508926592:0@lo:39:umount.0 00000100:00100000:2.0:1789131191.742781:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131191.742803:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508926720:0@lo:9:umount.0 00000100:00100000:2.0:1789131191.742829:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131191.742849:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2869a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508926848:0@lo:9:umount.0 00000100:00100000:2.0:1789131191.742871:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131191.742907:0:19284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508926720 00000100:00100000:2.0:1789131191.742912:0:19284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508926720 00000100:00100000:2.0:1789131191.742962:0:19284:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508926848 00000100:00100000:2.0:1789131191.742965:0:19284:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508926848 00000100:00100000:2.0:1789131191.742989:0:19284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789131191.742998:0:19284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b321c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3624:x1876039508926720:12345-0@lo:9:umount.0 00000020:00000080:2.0:1789131191.743042:0:19284:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc36a2 00000100:00080000:2.0:1789131191.743054:0:19284:0:(import.c:65:import_set_state_nolock()) ffff91dcc5f30800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789131191.743107:0:19284:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1789131191.743271:0:19284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b321c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3624:x1876039508926720:12345-0@lo:9:umount.0 Request processed in 273us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131191.743280:0:19284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789131191.743294:0:19284:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789131191.743301:0:19284:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b30f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3624:x1876039508926848:12345-0@lo:9:umount.0 00000020:00000080:2.0:1789131191.743313:0:19284:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc36b0 00000100:00080000:2.0:1789131191.743320:0:19284:0:(import.c:65:import_set_state_nolock()) ffff91ddff4ff000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789131191.743345:0:19284:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:2.0:1789131191.743421:0:19284:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b30f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3624:x1876039508926848:12345-0@lo:9:umount.0 Request processed in 120us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131191.743427:0:19284:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:2.0:1789131191.743503:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91dcc85e4800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1789131191.743517:0:3624:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1789131191.743520:0:3624:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789131191.743524:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508926720:0@lo:9:umount.0 00000100:00080000:2.0:1789131191.743536:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91dcc85e2000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1789131191.743546:0:3624:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1789131191.743548:0:3624:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789131191.743550:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2869a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508926848:0@lo:9:umount.0 00000100:00080000:2.0:1789131191.743998:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789131191.744003:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789131191.744074:0:17777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508926592 00000100:00100000:2.0:1789131191.744080:0:17777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508926592 00000100:00100000:2.0:1789131191.744133:0:17777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789131191.744140:0:17777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3624:x1876039508926592:12345-0@lo:39:umount.0 00000020:00000080:2.0:1789131191.744166:0:17777:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3544 00000100:00080000:2.0:1789131191.744174:0:17777:0:(import.c:65:import_set_state_nolock()) ffff91dcc844b000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789131191.744189:0:17777:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1789131191.744306:0:17777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3624:x1876039508926592:12345-0@lo:39:umount.0 Request processed in 165us (1523us total) trans 8589934595 rc 0/0 00000100:00100000:2.0:1789131191.744315:0:17777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789131191.744345:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0fa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3628:1876039508926976:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789131191.744381:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131191.744433:0:18530:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508926336 00000100:00100000:2.0:1789131191.744437:0:18530:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508926336 00000100:00100000:2.0:1789131191.744513:0:18530:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508926976 00000100:00100000:2.0:1789131191.744516:0:18530:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508926976 00000100:00100000:2.0:1789131191.744537:0:18530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789131191.744544:0:18530:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b32940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20+22:3625:x1876039508926336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789131191.744556:0:18530:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789131191.744578:0:18530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ddfd0b4e00/0xf3fe2838e1fc3353 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf3fe2838e1fc334c expref: 22 pid: 17766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131191.744605:0:18530:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789131191.744637:0:18530:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b32940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20+21:3625:x1876039508926336:12345-0@lo:103:ldlm_bl.0 Request processed in 94us (2094us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131191.744644:0:18530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789131191.744658:0:18530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789131191.744663:0:18530:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b30b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20+20:3628:x1876039508926976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789131191.744671:0:18530:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789131191.744680:0:18530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dcc78dfe00/0xf3fe2838e1fc3903 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf3fe2838e1fc38fc expref: 20 pid: 17764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131191.744688:0:18530:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789131191.744710:0:18530:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b30b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20+19:3628:x1876039508926976:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131191.744716:0:18530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789131191.744744:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0fa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3628:1876039508926976:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789131191.744766:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789131191.744791:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddcf4da000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1789131191.744798:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2869e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508926592:0@lo:39:umount.0 00010000:00010000:2.0:1789131191.744809:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789131191.744832:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3625:1876039508926336:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789131191.744932:0:17760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f000/0xf3fe2838e1fc333e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3345 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.744941:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f000/0xf3fe2838e1fc333e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3345 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131191.744956:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131191.744958:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131191.744959:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1789131191.751191:0:21352:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff91dcc6f58000) has no exports 00000020:00000080:3.0:1789131191.866784:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3399 00000020:00000080:3.0:1789131191.866800:0:21352:0:(genops.c:885:class_export_put()) final put ffff91ddfd259800/lustre-QMT0000_UUID 00000020:01000000:3.0:1789131191.869199:0:21352:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1789131191.869715:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddfd259800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1789131191.869744:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789131191.869755:0:21352:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789131191.869760:0:21352:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff91ddcf69b490) has no exports 00000020:00000080:2.0:1789131191.870062:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3392 00000020:00000080:2.0:1789131191.870087:0:21352:0:(genops.c:885:class_export_put()) final put ffff91ddc5707800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789131191.870175:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789131191.870182:0:21352:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1789131191.870185:0:21352:0:(genops.c:885:class_export_put()) final put ffff91ddd1dcf000/lustre-QMT0000_UUID 00000020:00000080:2.0:1789131191.870187:0:21352:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddd1dcf000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1789131191.870192:0:21352:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:3.0:1789131191.870454:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddc5707800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:2.0:1789131192.401674:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789131192.913823:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508927232:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789131192.914183:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b31a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3627:1876039508927360:0@lo:400:kworker.0 00000100:00100000:3.0:1789131192.914307:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b32d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508927488:0@lo:400:kworker.0 00000100:00100000:0.0:1789131192.915483:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b33c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508927616:0@lo:400:kworker.0 00000100:00100000:2.0:1789131192.917401:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131192.917499:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b33840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1876039508927872:0@lo:400:kworker.0 00000100:00100000:2.0:1789131192.917553:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131192.917576:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3627:1876039508928384:0@lo:400:kworker.0 00000100:00100000:2.0:1789131192.917615:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131192.917679:0:17764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508927360 00000100:00100000:2.0:1789131192.917688:0:17764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508927360 00000100:00100000:2.0:1789131192.917755:0:17764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1789131192.917766:0:17764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc7054450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20+19:3627:x1876039508927360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131192.917833:0:17764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc7054450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20+19:3627:x1876039508927360:12345-0@lo:400:kworker.0 Request processed in 68us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131192.917841:0:17764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1789131192.917900:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508927872 00000100:00100000:2.0:1789131192.917921:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508927872 00000100:00100000:2.0:1789131192.917950:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508928384 00000100:00100000:2.0:1789131192.917952:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508928384 00000100:00100000:2.0:1789131192.918163:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1789131192.918172:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3627:x1876039508928384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131192.918209:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3627:x1876039508928384:12345-0@lo:400:kworker.0 Request processed in 40us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131192.918217:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1789131192.918229:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1789131192.918233:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b312c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3627:x1876039508927872:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789131192.918239:0:19096:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789131192.918264:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b312c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3627:x1876039508927872:12345-0@lo:400:kworker.0 Request processed in 30us (711us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789131192.918271:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00080000:2.0:1789131192.918295:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789131192.918366:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b31a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3627:1876039508927360:0@lo:400:kworker.0 00000100:00080000:2.0:1789131192.918382:0:3627:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789131192.918387:0:3627:0:(import.c:65:import_set_state_nolock()) ffff91ddd0290800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789131192.918393:0:3627:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:3.0:1789131192.920822:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131192.920893:0:17776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508927488 00000100:00100000:3.0:1789131192.920904:0:17776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508927488 00000100:00100000:3.0:1789131192.920963:0:17776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789131192.920973:0:17776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd286b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3628:x1876039508927488:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1789131192.920985:0:17776:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789131192.921012:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131192.921071:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b31680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508927744:0@lo:400:kworker.0 00000100:00100000:1.0:1789131192.921113:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131192.921135:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b31e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3626:1876039508928256:0@lo:400:kworker.0 00000100:00100000:1.0:1789131192.921171:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131192.921208:0:19285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508927744 00000100:00100000:1.0:1789131192.921213:0:19285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508927744 00000100:00100000:1.0:1789131192.921265:0:19285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789131192.921273:0:19285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa39680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3626:x1876039508927744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131192.921327:0:19285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa39680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3626:x1876039508927744:12345-0@lo:400:kworker.0 Request processed in 55us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131192.921335:0:19285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789131192.921360:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508928256 00000100:00100000:1.0:1789131192.921365:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508928256 00000100:00100000:1.0:1789131192.921391:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1789131192.921396:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa38b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3626:x1876039508928256:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789131192.921401:0:19096:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789131192.921429:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa38b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3626:x1876039508928256:12345-0@lo:400:kworker.0 Request processed in 32us (257us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789131192.921475:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00080000:1.0:1789131192.921493:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789131192.921572:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b31680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508927744:0@lo:400:kworker.0 00000100:00080000:1.0:1789131192.921584:0:3626:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789131192.921601:0:3626:0:(import.c:65:import_set_state_nolock()) ffff91dcc5f33800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789131192.921607:0:3626:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789131192.921613:0:3626:0:(import.c:65:import_set_state_nolock()) ffff91dcc5f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789131192.921618:0:3626:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 502 00000100:00080000:1.0:1789131192.921624:0:3626:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff91dcc5f33800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131192.921657:0:3626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddffa3b840 x1876039508928512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789131192.921682:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b31e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3626:1876039508928256:0@lo:400:kworker.0 00000100:00100000:1.0:1789131192.921711:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3624:1876039508928512:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1789131192.921739:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131192.921768:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508928512 00000100:00100000:1.0:1789131192.921772:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508928512 00000100:00100000:1.0:1789131192.921792:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1789131192.921797:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa39e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3624:x1876039508928512:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:1.0:1789131192.921815:0:17772:0:(ldlm_lib.c:1241:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1789131192.924012:0:17776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd286b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3628:x1876039508927488:12345-0@lo:400:kworker.0 Request processed in 3022us (3185us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789131192.924030:0:17776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:3.0:1789131192.924123:0:3628:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789131192.924152:0:3628:0:(import.c:65:import_set_state_nolock()) ffff91de01a7f800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789131192.924157:0:3628:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1789131192.924164:0:3628:0:(import.c:65:import_set_state_nolock()) ffff91de01a7f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789131192.924168:0:3628:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 475 00000100:00080000:3.0:1789131192.924178:0:3628:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff91de01a7f800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1789131192.924216:0:3628:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddd286bc00 x1876039508928640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789131192.924258:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b32d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508927488:0@lo:400:kworker.0 00000100:00100000:3.0:1789131192.924269:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b32580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3628:1876039508928000:0@lo:400:kworker.0 00000100:00100000:3.0:1789131192.924334:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131192.924373:0:19096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508928000 00000100:00100000:3.0:1789131192.924380:0:19096:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508928000 00000100:00100000:3.0:1789131192.924674:0:19096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1789131192.924683:0:19096:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd2868780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3628:x1876039508928000:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1789131192.924691:0:19096:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1789131192.924736:0:19096:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd2868780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3628:x1876039508928000:12345-0@lo:400:kworker.0 Request processed in 53us (402us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789131192.924743:0:19096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00080000:3.0:1789131192.926804:0:3628:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789131192.926815:0:3628:0:(import.c:65:import_set_state_nolock()) ffff91ddc5748000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789131192.926823:0:3628:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1789131192.926831:0:3628:0:(import.c:65:import_set_state_nolock()) ffff91ddc5748000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789131192.926837:0:3628:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 489 00000100:00080000:3.0:1789131192.926849:0:3628:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff91ddc5748000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1789131192.926934:0:3628:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddd2869a40 x1876039508928768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789131192.926962:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b32580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3628:1876039508928000:0@lo:400:kworker.0 00000100:00100000:3.0:1789131192.927102:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508928640:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1789131192.927113:0:19286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508927232 00000100:00100000:3.0:1789131192.927185:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131192.927233:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2869a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3624:1876039508928768:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1789131192.927267:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131192.927273:0:19286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508927232 00000100:00100000:3.0:1789131192.927301:0:17771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508928768 00000100:00100000:3.0:1789131192.927305:0:17771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508928768 00000100:00100000:3.0:1789131192.927330:0:17771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1789131192.927330:0:19286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789131192.927338:0:17771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd286a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3624:x1876039508928768:12345-0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1789131192.927339:0:19286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa38f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1876039508927232:12345-0@lo:13:osp-pre-1-1.0 00010000:02000000:3.0:1789131192.927359:0:17771:0:(ldlm_lib.c:1241:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00002000:00000024:0.0:1789131192.927376:0:19286:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923496960 avail 3691974656 00000100:00100000:3.0:1789131192.928713:0:17771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd286a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3624:x1876039508928768:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 1363us (1433us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789131192.928728:0:17771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1789131192.929577:0:18514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508928640 00000100:00100000:3.0:1789131192.929603:0:18514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508928640 00000100:00100000:3.0:1789131192.929665:0:18514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789131192.929674:0:18514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd286ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3624:x1876039508928640:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:3.0:1789131192.929695:0:18514:0:(ldlm_lib.c:1241:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1789131192.933016:0:19286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa38f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1876039508927232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5661us (11988us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131192.933036:0:19286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789131192.933114:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131192.933171:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b303c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3625:1876039508928128:0@lo:400:kworker.0 00000100:00100000:0.0:1789131192.933618:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131192.933679:0:19981:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508927616 00000100:00100000:0.0:1789131192.933690:0:19981:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508927616 00000100:00100000:0.0:1789131192.933828:0:19981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789131192.933840:0:19981:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc8494780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508927616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131192.933902:0:19981:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc8494780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508927616:12345-0@lo:400:kworker.0 Request processed in 65us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131192.933910:0:19981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789131192.933932:0:17771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508928128 00000100:00100000:0.0:1789131192.933935:0:17771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508928128 00000100:00100000:0.0:1789131192.933960:0:17771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1789131192.933966:0:17771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc8497480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3625:x1876039508928128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131192.933996:0:17771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc8497480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3625:x1876039508928128:12345-0@lo:400:kworker.0 Request processed in 30us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131192.934002:0:17771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1789131192.934044:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b33c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508927616:0@lo:400:kworker.0 00010000:00080000:0.0:1789131192.934059:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91de01b303c0 x1876039508928128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131192.934070:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b303c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3625:1876039508928128:0@lo:400:kworker.0 00000100:00100000:3.0:1789131192.935085:0:18514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd286ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3624:x1876039508928640:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 5402us (7891us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789131192.935101:0:18514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:3.0:1789131192.935172:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91de01a7f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789131192.935179:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789131192.935183:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508928640:0@lo:38:ptlrpcd_00_03.0 00000100:00080000:3.0:1789131192.935221:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddc5748000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789131192.935225:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789131192.935228:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2869a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3624:1876039508928768:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1789131192.936050:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508927232:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1789131192.938024:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789131192.938037:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789131192.950571:0:3627:0:(import.c:65:import_set_state_nolock()) ffff91ddd0290800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789131192.950603:0:3627:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 475 00000100:00080000:2.0:1789131192.950618:0:3627:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff91ddd0290800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1789131192.950685:0:3627:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddca0fa580 x1876039508928896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789131192.950729:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b33840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1876039508927872:0@lo:400:kworker.0 00000001:00100000:0.0:1789131192.951276:0:20100:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789131192.951284:0:20100:0:(genops.c:885:class_export_put()) final put ffff91ddff4f8000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1789131192.951308:0:20100:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 10a3c9cb-0ead-44d0-a06d-1a07b352d8a9 00000020:00000080:0.0:1789131192.951310:0:20100:0:(genops.c:885:class_export_put()) final put ffff91dddf34f800/10a3c9cb-0ead-44d0-a06d-1a07b352d8a9 00000001:00100000:0.0:1789131192.951367:0:18506:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1789131192.951379:0:18506:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:0.0:1789131192.951383:0:18506:0:(genops.c:885:class_export_put()) final put ffff91ddf34af800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1789131192.951390:0:18506:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 014f7d38-34be-4f2e-b715-3fbda0147a70 00000001:00080000:0.0:1789131192.951395:0:18506:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:0.0:1789131192.951397:0:18506:0:(genops.c:885:class_export_put()) final put ffff91dcc7978000/014f7d38-34be-4f2e-b715-3fbda0147a70 00000001:00100000:0.0:1789131192.951403:0:18506:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 10a3c9cb-0ead-44d0-a06d-1a07b352d8a9 00000001:00080000:0.0:1789131192.951406:0:18506:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:0.0:1789131192.951408:0:18506:0:(genops.c:885:class_export_put()) final put ffff91dde6d1b800/10a3c9cb-0ead-44d0-a06d-1a07b352d8a9 00000001:00100000:0.0:1789131192.951438:0:17751:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789131192.951442:0:17751:0:(genops.c:885:class_export_put()) final put ffff91ddf34ac800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1789131192.951449:0:17751:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 014f7d38-34be-4f2e-b715-3fbda0147a70 00000001:00080000:0.0:1789131192.951454:0:17751:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934638 is committed 00000020:00000080:0.0:1789131192.951480:0:17751:0:(genops.c:885:class_export_put()) final put ffff91dddf34a800/014f7d38-34be-4f2e-b715-3fbda0147a70 00000001:00100000:0.0:1789131192.951487:0:17751:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 10a3c9cb-0ead-44d0-a06d-1a07b352d8a9 00000001:00080000:0.0:1789131192.951491:0:17751:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934637 is committed 00000020:00000080:0.0:1789131192.951493:0:17751:0:(genops.c:885:class_export_put()) final put ffff91dcc8d08000/10a3c9cb-0ead-44d0-a06d-1a07b352d8a9 00000100:00100000:2.0:1789131192.953562:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0fa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3624:1876039508928896:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1789131192.953698:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:2.0:1789131192.953905:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddff4f8000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1789131192.953987:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91dddf34f800/10a3c9cb-0ead-44d0-a06d-1a07b352d8a9 for lustre-OST0001 00000020:00000080:2.0:1789131192.954012:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddf34af800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1789131192.954050:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc7978000/014f7d38-34be-4f2e-b715-3fbda0147a70 for lustre-MDT0001 00000020:00000080:2.0:1789131192.954075:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91dde6d1b800/10a3c9cb-0ead-44d0-a06d-1a07b352d8a9 for lustre-MDT0001 00000020:00000080:2.0:1789131192.954102:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddf34ac800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1789131192.954126:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91dddf34a800/014f7d38-34be-4f2e-b715-3fbda0147a70 for lustre-MDT0000 00000020:00000080:2.0:1789131192.954149:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc8d08000/10a3c9cb-0ead-44d0-a06d-1a07b352d8a9 for lustre-MDT0000 00000020:00000080:2.0:1789131192.954175:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91ddff4ff000 for lustre-OST0001 00000020:00000080:2.0:1789131192.954180:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dddf348000 for lustre-OST0001 00000020:00000080:2.0:1789131192.954183:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dcc844b000 for lustre-MDT0001 00000020:00000080:2.0:1789131192.954190:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dcc797a000 for lustre-MDT0001 00000020:00000080:2.0:1789131192.954193:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dde6d19800 for lustre-MDT0001 00000020:00000080:2.0:1789131192.954197:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91ddc574e800 for lustre-MDT0000 00000020:00000080:2.0:1789131192.954201:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dcc7978800 for lustre-MDT0000 00000020:00000080:2.0:1789131192.954204:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91ddff663000 for lustre-MDT0000 00010000:00080000:2.0:1789131192.954256:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91de01b33480 x1876039508928384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131192.954274:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3627:1876039508928384:0@lo:400:kworker.0 00000100:00100000:0.0:1789131192.955331:0:17771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508928896 00000100:00100000:0.0:1789131192.955347:0:17771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508928896 00000100:00100000:0.0:1789131192.955430:0:17771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1789131192.955442:0:17771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3624:x1876039508928896:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:0.0:1789131192.955610:0:17771:0:(ldlm_lib.c:1241:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1789131192.955719:0:17771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3624:x1876039508928896:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 277us (2020us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789131192.955747:0:17771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:2.0:1789131192.955914:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddd0290800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789131192.955922:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789131192.955926:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0fa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3624:1876039508928896:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:2.0:1789131192.972907:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91dcc5f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789131192.972945:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789131192.972952:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3624:1876039508928512:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1789131192.973007:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa39e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3624:x1876039508928512:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 51197us (51256us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789131192.973023:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00010000:00010000:2.0:1789131193.425978:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1789131193.875090:0:21352:0:(lprocfs_status_server.c:345:lprocfs_free_client_stats()) stat ffff91ddd1e70480 - data ffff91ddcf088e58/ffff91ddc4c70c00 00000020:01000000:2.0:1789131193.876348:0:21352:0:(lprocfs_status_server.c:345:lprocfs_free_client_stats()) stat ffff91dcc87bb660 - data ffff91ddcf229438/ffff91dde6231c00 00000001:00000004:2.0:1789131193.887690:0:21352:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000100:00080000:2.0:1789131193.938574:0:21352:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789131193.938596:0:21352:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789131193.938611:0:21352:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff91ddd2869e00 x1876039508926592/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789131201 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131193.938637:0:21352:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1789131193.948483:0:21352:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789131193.948492:0:21352:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:1.0:1789131193.948522:0:21352:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789131193.948525:0:21352:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789131193.948958:0:17795:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789131193.948963:0:17795:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1789131193.948975:0:17795:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1789131193.949519:0:21352:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789131193.949523:0:21352:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1789131193.949535:0:21352:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789131193.949536:0:21352:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1789131193.950906:0:17797:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1789131193.950912:0:17797:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:2.0:1789131193.950922:0:17797:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1789131193.952701:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3361 00000020:00000080:1.0:1789131193.952713:0:21352:0:(genops.c:885:class_export_put()) final put ffff91dded7b2800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789131193.955936:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dded7b2800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789131193.958994:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3376 00000020:00000080:1.0:1789131193.959007:0:21352:0:(genops.c:885:class_export_put()) final put ffff91ddd3859800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1789131193.959337:0:21352:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1789131193.959344:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789131193.959353:0:21352:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789131193.959358:0:21352:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff91dcc6f5b490) has no exports 00000004:01000000:1.0:1789131193.959564:0:21352:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1789131193.959573:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc33d8 00000020:00000080:1.0:1789131193.959578:0:21352:0:(genops.c:885:class_export_put()) final put ffff91dcc85e5800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789131193.962576:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddd3859800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1789131193.966135:0:21352:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1789131193.966149:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789131193.966162:0:21352:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789131193.966167:0:21352:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff91ddd10eced8) has no exports 00000020:00000080:1.0:1789131193.966176:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc33d1 00000020:00000080:1.0:1789131193.966184:0:21352:0:(genops.c:885:class_export_put()) final put ffff91dcc85e0000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789131193.966533:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc85e5800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1789131193.966548:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc85e0000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1789131193.967089:0:21352:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1789131193.967094:0:21352:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789131193.967098:0:21352:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:1.0:1789131193.967103:0:21352:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789131193.967106:0:21352:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789131193.967184:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789131193.967191:0:21352:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789131193.967198:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc33c3 00000020:00000080:1.0:1789131193.967203:0:21352:0:(genops.c:885:class_export_put()) final put ffff91dcc85e4000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789131193.967980:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dcc85e2000 for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1789131193.968000:0:36:0:(genops.c:885:class_export_put()) final put ffff91dcc85e3800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789131193.968003:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc85e3800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:2.0:1789131193.968010:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1789131193.968190:0:21352:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1789131193.968204:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789131193.968211:0:21352:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789131193.968214:0:21352:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff91ddd10e9a48) has no exports 00000020:00000080:1.0:1789131193.968221:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc33bc 00000020:00000080:1.0:1789131193.968225:0:21352:0:(genops.c:885:class_export_put()) final put ffff91dcc85e1000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789131193.968521:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc85e4000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1789131193.968529:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc85e1000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1789131193.969073:0:21352:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1789131193.969078:0:21352:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789131193.969082:0:21352:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1789131193.969088:0:21352:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789131193.969090:0:21352:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789131193.969167:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789131193.969174:0:21352:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1789131193.969187:0:21352:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1789131193.969192:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc33ae 00000020:00000080:1.0:1789131193.969198:0:21352:0:(genops.c:885:class_export_put()) final put ffff91dcc85e6000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789131193.970129:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dcc85e4800 for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1789131193.970140:0:36:0:(genops.c:885:class_export_put()) final put ffff91dcc85e7000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789131193.970151:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc85e7000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:2.0:1789131193.970157:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789131193.970354:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc85e6000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1789131193.970400:0:21352:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1789131193.970430:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789131193.970438:0:21352:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789131193.970442:0:21352:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff91ddd10e8000) has no exports 00000020:00000080:1.0:1789131193.970448:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc33a7 00000020:00000080:1.0:1789131193.970453:0:21352:0:(genops.c:885:class_export_put()) final put ffff91ddcf4de000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789131193.971006:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddcf4de000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1789131193.973564:0:21352:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1789131193.973572:0:21352:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789131193.973576:0:21352:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789131193.973596:0:21352:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789131193.973649:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789131193.973667:0:21352:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789131193.973701:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789131193.973705:0:21352:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789131193.973710:0:21352:0:(genops.c:885:class_export_put()) final put ffff91dded7b4000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789131193.973714:0:21352:0:(genops.c:844:class_export_destroy()) destroying export ffff91dded7b4000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1789131193.973725:0:21352:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789131193.974087:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc337d 00000020:00000080:0.0:1789131193.974095:0:21352:0:(genops.c:885:class_export_put()) final put ffff91dded7b5000/lustre-MDD0000_UUID 00000020:01000000:0.0:1789131193.974101:0:21352:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1789131193.974105:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789131193.974110:0:21352:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789131193.974114:0:21352:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff91dcc6f5ced8) has no exports 00000020:00000080:0.0:1789131193.974134:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789131193.974138:0:21352:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1789131193.974142:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3384 00000020:00000080:0.0:1789131193.974146:0:21352:0:(genops.c:885:class_export_put()) final put ffff91dded7b5800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1789131193.974153:0:21352:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91dcc78a7000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1789131193.974156:0:21352:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91dcc78a7000 3 00000020:01000004:0.0:1789131193.974159:0:21352:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff91dcc78a7000 from lustre-MDT0000 00000020:00000080:0.0:1789131193.974176:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789131193.974178:0:21352:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1789131193.974181:0:21352:0:(genops.c:885:class_export_put()) final put ffff91dded7b1800/lustre-MDT0000_UUID 00000020:00000080:0.0:1789131193.974193:0:21352:0:(genops.c:844:class_export_destroy()) destroying export ffff91dded7b1800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1789131193.974200:0:21352:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1789131193.974231:0:21352:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1789131193.974235:0:21352:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1789131193.974238:0:21352:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1789131193.974241:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789131193.974244:0:21352:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789131193.974250:0:21352:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff91dcc8f2b800 f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789131193.974256:0:21352:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff91dcc6f59a48) has exports, disconnecting them 00000020:00080000:0.0:1789131193.974260:0:21352:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff91dcc8f2b800), last request at 1789131106 00000020:00000080:0.0:1789131193.974274:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3329 00000020:00010000:0.0:1789131193.974278:0:21352:0:(genops.c:1921:obd_stale_export_put()) Put export ffff91dcc8f2b800: total 2 00000100:00080000:0.0:1789131193.974294:0:21352:0:(import.c:65:import_set_state_nolock()) ffff91dcc8f28800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789131193.974310:0:21352:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91dcc8f2b800): rc 0 00000020:00080000:0.0:1789131193.974313:0:21352:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff91dcc6f59a48) has no exports 00000020:00010000:0.0:1789131193.974324:0:17760:0:(genops.c:1907:obd_stale_export_get()) Get export ffff91dcc8f2b800: total 2 00010000:00010000:0.0:1789131193.974348:0:17760:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff91dcc8f2b800, canceled 0 locks, left on hash table 13. 00010000:00010000:0.0:1789131193.974377:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dcc85cb200/0xf3fe2838e1fc368d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf3fe2838e1fc3686 expref: 14 pid: 17764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131193.974396:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ddfd0b4600/0xf3fe2838e1fc358a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf3fe2838e1fc3583 expref: 13 pid: 17765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131193.974417:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dcc78de400/0xf3fe2838e1fc38f5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf3fe2838e1fc38ee expref: 12 pid: 17765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131193.974430:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ddc0030600/0xf3fe2838e1fc38d2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf3fe2838e1fc38cb expref: 11 pid: 17765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131193.974440:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dcc85cb000/0xf3fe2838e1fc3448 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf3fe2838e1fc3441 expref: 10 pid: 17765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131193.974487:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dcc7f7fc00/0xf3fe2838e1fc35b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf3fe2838e1fc35ad expref: 9 pid: 17765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131193.974498:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91de01ad6400/0xf3fe2838e1fc38e0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf3fe2838e1fc38d9 expref: 8 pid: 17765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131193.974511:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dcc85cb800/0xf3fe2838e1fc3505 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf3fe2838e1fc34fe expref: 7 pid: 17765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131193.974521:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ddfd0b4c00/0xf3fe2838e1fc3456 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf3fe2838e1fc344f expref: 6 pid: 17764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131193.974533:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91de01ad6c00/0xf3fe2838e1fc3337 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf3fe2838e1fc3330 expref: 5 pid: 17765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131193.974544:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91de01ad6000/0xf3fe2838e1fc3624 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf3fe2838e1fc361d expref: 4 pid: 17766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131193.974554:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dcc7f7ea00/0xf3fe2838e1fc364e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf3fe2838e1fc3647 expref: 3 pid: 17766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131193.974565:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dcc85cae00/0xf3fe2838e1fc3464 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xf3fe2838e1fc345d expref: 2 pid: 17765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131193.974577:0:17760:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff91dcc8f2b800, canceled 13 locks, left on hash table 0. 00000020:00000080:0.0:1789131193.974603:0:17760:0:(genops.c:885:class_export_put()) final put ffff91dcc8f2b800/f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20 00010000:00010000:0.0:1789131193.974608:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131193.974610:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131193.974612:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789131193.975009:0:17766:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff91ddc293ce00:17766] 2 exiting: rc = 0 00000100:00100000:2.0:1789131193.975126:0:17764:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff91dcc8411c00:17764] 0 exiting: rc = 1 00000100:00100000:2.0:1789131193.975191:0:17765:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff91ddc293dc00:17765] 1 exiting: rc = 0 00000020:00000080:2.0:1789131193.975226:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91ddcf4da000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1789131193.975234:0:36:0:(genops.c:885:class_export_put()) final put ffff91ddcf4dd000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789131193.975237:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddcf4dd000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:2.0:1789131193.975241:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789131193.975313:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dded7b5000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1789131193.975318:0:36:0:(genops.c:885:class_export_put()) final put ffff91dded7b0000/lustre-MDD0000_UUID 00000020:00000080:2.0:1789131193.975319:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dded7b0000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1789131193.975323:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1789131193.975347:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dded7b5800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789131193.975352:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc8f2b800/f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20 for MGS 00000020:00000080:2.0:1789131193.975378:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dcc8f28800 for MGS 00000100:00100000:0.0:1789131193.975638:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.975887:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.975895:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.975902:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.975909:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.975913:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.975919:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.975925:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.975932:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.975937:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.975942:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.975948:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.975954:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.975958:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.975964:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.975969:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.975974:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.975979:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.975984:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976106:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976117:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976123:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976129:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976135:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976141:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976146:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976151:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976157:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976161:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976167:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976172:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976177:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976182:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976187:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976193:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976210:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976215:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976221:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976226:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976231:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976236:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976241:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976246:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976251:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976256:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976263:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976269:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976274:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976443:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976454:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976491:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976496:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976501:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976507:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976513:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976519:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976524:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976531:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976536:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976541:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976546:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976551:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976556:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131193.976562:0:21352:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1789131193.978431:0:21352:0:(lprocfs_status_server.c:345:lprocfs_free_client_stats()) stat ffff91dcc6bbda20 - data ffff91ddcf0845e8/ffff91dddf36f800 00000020:01000000:0.0:1789131193.978594:0:21352:0:(lprocfs_status_server.c:345:lprocfs_free_client_stats()) stat ffff91dcc6ea3660 - data ffff91ddd33a9a20/ffff91de01a83c00 00000020:00000080:0.0:1789131193.979565:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc330d 00000020:00000080:0.0:1789131193.979575:0:21352:0:(genops.c:885:class_export_put()) final put ffff91dcc8cf9800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1789131193.979603:0:21352:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91dcc78a7000 from MGS, refs=2 00000020:01000004:0.0:1789131193.979617:0:21352:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91dcc78a7000 2 00000020:01000004:0.0:1789131193.979621:0:21352:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff91dcc78a7000 from MGS 00000020:00000080:2.0:1789131193.979908:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc8cf9800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789131193.979936:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789131193.979944:0:21352:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1789131193.979947:0:21352:0:(genops.c:885:class_export_put()) final put ffff91dcc8cfc800/MGS 00000020:00000080:0.0:1789131193.979949:0:21352:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc8cfc800/MGS for MGS 00000020:01000000:0.0:1789131193.979955:0:21352:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1789131193.980018:0:21352:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1789131193.980022:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789131193.980027:0:21352:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789131193.980032:0:21352:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff91ddfcffe800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789131193.980038:0:21352:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff91ddcf69ced8) has exports, disconnecting them 00000020:00080000:0.0:1789131193.980043:0:21352:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff91ddfcffe800), last request at 1789131106 00000020:00000080:0.0:1789131193.980047:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3410 00000020:00080000:0.0:1789131193.980057:0:21352:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91ddfcffe800): rc 0 00000020:00000080:0.0:1789131193.980061:0:21352:0:(genops.c:885:class_export_put()) final put ffff91ddfcffe800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1789131193.980556:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddfcffe800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1789131193.993537:0:21352:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1789131193.993546:0:21352:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789131193.993550:0:21352:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789131193.993556:0:21352:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789131193.993597:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dded00f800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1789131193.993798:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789131193.993806:0:21352:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:2.0:1789131193.993810:0:21352:0:(genops.c:885:class_export_put()) final put ffff91ddff788800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1789131193.993823:0:21352:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddff788800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:2.0:1789131193.993831:0:21352:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1789131193.993905:0:21352:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91dcc78a7000 1 00000020:00000080:2.0:1789131193.993911:0:21352:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc32ff 00000020:00000080:2.0:1789131193.993916:0:21352:0:(genops.c:885:class_export_put()) final put ffff91dcc8cff000/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1789131193.993924:0:21352:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1789131193.993931:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc8cff000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789131193.993938:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789131193.993941:0:21352:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789131193.993945:0:21352:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff91de01a00000) has no exports 00000020:00000080:2.0:1789131194.034378:0:21352:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789131194.034391:0:21352:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1789131194.034397:0:21352:0:(genops.c:885:class_export_put()) final put ffff91dcc78a3000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789131194.034402:0:21352:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc78a3000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1789131194.034423:0:21352:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1789131194.034567:0:21352:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff91dcc78a1800 00000020:02000400:2.0:1789131194.034636:0:21352:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1789131194.450762:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131195.473792:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789131195.989976:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508929024:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789131195.990048:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131195.990106:0:19286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508929024 00000100:00100000:2.0:1789131195.990114:0:19286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508929024 00000100:00100000:2.0:1789131195.990168:0:19286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789131195.990177:0:19286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b3b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508929024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789131195.990207:0:19286:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789131195.990250:0:19286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b3b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508929024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131195.990257:0:19286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:2.0:1789131195.990284:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789131195.990337:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508929024:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789131196.512503:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789131197.022670:0:19279:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789131197.022680:0:19279:0:(genops.c:885:class_export_put()) final put ffff91dcc5f30000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789131197.025355:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc5f30000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1789131197.029160:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dcc5f30800 for lustre-OST0000 00010000:00010000:2.0:1789131197.522293:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789131197.609369:0:21553:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1789131197.613809:0:21553:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1789131197.613866:0:21553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc85cba00/0xf3fe2838e1fc34fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3505 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.613879:0:21553:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc85cba00/0xf3fe2838e1fc34fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3505 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.613887:0:21553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc85cba00/0xf3fe2838e1fc34fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc3505 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.613894:0:21553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff91dcc85cba00/0xf3fe2838e1fc34fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc3505 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.614529:0:21553:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789131197.614536:0:21553:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1789131197.614577:0:21553:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789131197.614582:0:21553:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789131197.614587:0:21553:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789131197.614594:0:21553:0:(import.c:65:import_set_state_nolock()) ffff91ddd0290800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1789131197.614599:0:21553:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789131197.614600:0:21553:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789131197.614603:0:21553:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789131197.616511:0:19311:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789131197.616524:0:19311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91dcc85cba00/0xf3fe2838e1fc34fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc3505 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131197.616534:0:19311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc85cba00 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:3.0:1789131197.616538:0:19311:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91dcc85cba00/0xf3fe2838e1fc34fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc3505 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131197.616548:0:19311:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dcc85cba00/0xf3fe2838e1fc34fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xf3fe2838e1fc3505 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789131197.616565:0:19311:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dcc85cba00/0xf3fe2838e1fc34fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xf3fe2838e1fc3505 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789131197.616572:0:19311:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789131197.616574:0:19311:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789131197.616578:0:19311:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789131197.616615:0:19311:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91dcc85cba00/0xf3fe2838e1fc34fe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3505 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131197.616622:0:19311:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789131197.616647:0:19311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91dcc85cba00/0xf3fe2838e1fc34fe lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3505 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131197.616655:0:19311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dcc85cba00/0xf3fe2838e1fc34fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3505 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131197.616689:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131197.616691:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131197.616693:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789131197.616711:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3625:1876039508929152:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789131197.616787:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131197.616859:0:18530:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508929152 00000100:00100000:3.0:1789131197.616865:0:18530:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508929152 00000100:00100000:3.0:1789131197.616899:0:18530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789131197.616907:0:18530:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd2869a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3625:x1876039508929152:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1789131197.616913:0:18530:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789131197 with bad export cookie 17581534220075676457 00010000:00010000:0.0:1789131197.618599:0:21553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e600/0xf3fe2838e1fc345d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3464 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.618613:0:21553:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e600/0xf3fe2838e1fc345d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3464 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.618631:0:21553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e600/0xf3fe2838e1fc345d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc3464 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.618639:0:21553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e600/0xf3fe2838e1fc345d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc3464 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.618656:0:21553:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789131197.618662:0:21553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91de01ad6e00/0xf3fe2838e1fc3686 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc368d expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.618668:0:21553:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91de01ad6e00/0xf3fe2838e1fc3686 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc368d expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.618691:0:21553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91de01ad6e00/0xf3fe2838e1fc3686 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc368d expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.618698:0:21553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff91de01ad6e00/0xf3fe2838e1fc3686 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc368d expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.618713:0:21553:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789131197.618721:0:21553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91de01ad6200/0xf3fe2838e1fc38ee lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc38f5 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.618728:0:21553:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91de01ad6200/0xf3fe2838e1fc38ee lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc38f5 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.618734:0:21553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91de01ad6200/0xf3fe2838e1fc38ee lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc38f5 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.618742:0:21553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff91de01ad6200/0xf3fe2838e1fc38ee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc38f5 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.618757:0:21553:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1789131197.618763:0:21553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e800/0xf3fe2838e1fc344f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3456 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.618768:0:21553:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e800/0xf3fe2838e1fc344f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3456 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.618775:0:21553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e800/0xf3fe2838e1fc344f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc3456 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.618791:0:21553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e800/0xf3fe2838e1fc344f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc3456 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.618799:0:21553:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:0.0:1789131197.618803:0:21553:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:0.0:1789131197.618832:0:21553:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:0.0:1789131197.618837:0:21553:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:0.0:1789131197.618842:0:21553:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789131197.618847:0:21553:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1789131197.618854:0:21553:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff91dcc5f35000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789131197.618859:0:21553:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff91ddc574a800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789131197.618864:0:21553:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff91ddcf698000) has exports, disconnecting them 00000020:00080000:0.0:1789131197.618869:0:21553:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff91dcc5f35000), last request at 1789131192 00000020:00000080:0.0:1789131197.618875:0:21553:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3678 00000100:00080000:0.0:1789131197.618891:0:21553:0:(import.c:65:import_set_state_nolock()) ffff91dcc5f37000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789131197.619508:0:21553:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91dcc5f35000): rc 0 00000020:00000080:0.0:1789131197.619512:0:21553:0:(genops.c:885:class_export_put()) final put ffff91dcc5f35000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:0.0:1789131197.619525:0:21553:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff91ddc574a800), last request at 1789131192 00000020:00000080:0.0:1789131197.619530:0:21553:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc35de 00000100:00080000:0.0:1789131197.619537:0:21553:0:(import.c:65:import_set_state_nolock()) ffff91ddc574b000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789131197.619544:0:21553:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91ddc574a800): rc 0 00000020:00000080:0.0:1789131197.619546:0:21553:0:(genops.c:885:class_export_put()) final put ffff91ddc574a800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:0.0:1789131197.619553:0:21553:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb3f441cbbae0 00000100:00080000:0.0:1789131197.619581:0:21553:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789131197.619585:0:21553:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:2.0:1789131197.622371:0:17759:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1789131197.622382:0:17759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e600/0xf3fe2838e1fc345d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc3464 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131197.622393:0:17759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc7f7e600 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:2.0:1789131197.622398:0:17759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e600/0xf3fe2838e1fc345d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc3464 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131197.622408:0:17759:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e600/0xf3fe2838e1fc345d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xf3fe2838e1fc3464 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789131197.622415:0:17759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e600/0xf3fe2838e1fc345d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xf3fe2838e1fc3464 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131197.622421:0:17759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789131197.622424:0:17759:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:2.0:1789131197.622427:0:17759:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:2.0:1789131197.622487:0:17759:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e600/0xf3fe2838e1fc345d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3464 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131197.622494:0:17759:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789131197.622522:0:17759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e600/0xf3fe2838e1fc345d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3464 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131197.622530:0:17759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e600/0xf3fe2838e1fc345d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3464 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131197.622542:0:17759:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00080000:0.0:1789131197.622602:0:21553:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789131197.622610:0:21553:0:(import.c:65:import_set_state_nolock()) ffff91de01a7f800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:0.0:1789131197.623023:0:17760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789131197.623029:0:17760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91de01ad6200/0xf3fe2838e1fc38ee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc38f5 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.623038:0:17760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91de01ad6200 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:0.0:1789131197.623042:0:17760:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91de01ad6200/0xf3fe2838e1fc38ee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc38f5 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.623050:0:17760:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91de01ad6200/0xf3fe2838e1fc38ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf3fe2838e1fc38f5 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789131197.623057:0:17760:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91de01ad6200/0xf3fe2838e1fc38ee lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf3fe2838e1fc38f5 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789131197.623063:0:17760:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1789131197.623065:0:17760:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1789131197.623068:0:17760:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1789131197.623087:0:17760:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91de01ad6200/0xf3fe2838e1fc38ee lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc38f5 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.623093:0:17760:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789131197.623115:0:17760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91de01ad6200/0xf3fe2838e1fc38ee lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc38f5 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.623122:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91de01ad6200/0xf3fe2838e1fc38ee lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc38f5 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.623132:0:17760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131197.623136:0:17760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e800/0xf3fe2838e1fc344f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc3456 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.623152:0:17760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc7f7e800 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:0.0:1789131197.623155:0:17760:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e800/0xf3fe2838e1fc344f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc3456 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.623162:0:17760:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e800/0xf3fe2838e1fc344f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf3fe2838e1fc3456 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789131197.623168:0:17760:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e800/0xf3fe2838e1fc344f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf3fe2838e1fc3456 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789131197.623173:0:17760:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1789131197.623176:0:17760:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1789131197.623178:0:17760:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1789131197.623192:0:17760:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e800/0xf3fe2838e1fc344f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3456 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.623197:0:17760:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789131197.623204:0:17760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e800/0xf3fe2838e1fc344f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3456 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.623210:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e800/0xf3fe2838e1fc344f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc3456 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131197.623222:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131197.623224:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131197.623226:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131197.623243:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3628:1876039508929536:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789131197.623309:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131197.623362:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789131197.623376:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc860b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3628:1876039508929408:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789131197.623599:0:17759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91de01ad6e00/0xf3fe2838e1fc3686 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc368d expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131197.623608:0:17759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91de01ad6e00 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:2.0:1789131197.623611:0:17759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91de01ad6e00/0xf3fe2838e1fc3686 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc368d expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131197.623618:0:17759:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91de01ad6e00/0xf3fe2838e1fc3686 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf3fe2838e1fc368d expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789131197.623625:0:17759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91de01ad6e00/0xf3fe2838e1fc3686 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf3fe2838e1fc368d expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131197.623630:0:17759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1789131197.623633:0:17759:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1789131197.623635:0:17759:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1789131197.623652:0:17759:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91de01ad6e00/0xf3fe2838e1fc3686 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc368d expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131197.623839:0:17759:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789131197.623850:0:17759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91de01ad6e00/0xf3fe2838e1fc3686 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc368d expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131197.623857:0:17759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91de01ad6e00/0xf3fe2838e1fc3686 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf3fe2838e1fc368d expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131197.623872:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131197.623874:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131197.623875:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131197.624296:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131197.624343:0:17758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508929536 00000100:00100000:0.0:1789131197.624349:0:17758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508929536 00000100:00100000:0.0:1789131197.624378:0:17758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508929408 00000100:00100000:0.0:1789131197.624767:0:17758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508929408 00000100:00100000:0.0:1789131197.624789:0:17758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789131197.624797:0:17758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c692c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3628:x1876039508929536:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789131197.624804:0:17758:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789131197 with bad export cookie 17581534220075676457 00000100:00100000:0.0:1789131197.624850:0:17758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c692c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3628:x1876039508929536:12345-0@lo:103:ldlm_bl.0 Request processed in 52us (1541us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789131197.624857:0:17758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789131197.624872:0:17758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789131197.624876:0:17758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddff805850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3628:x1876039508929408:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789131197.624880:0:17758:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789131197 with bad export cookie 17581534220075676457 00000100:00100000:0.0:1789131197.625481:0:17758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddff805850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3628:x1876039508929408:12345-0@lo:103:ldlm_bl.0 Request processed in 26us (609us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789131197.625493:0:17758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:0.0:1789131197.625538:0:3628:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.111@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789131197.625543:0:3628:0:(import.c:65:import_set_state_nolock()) ffff91ddd1dca000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1789131197.625547:0:3628:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.111@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000020:00000080:2.0:1789131197.628165:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc5f35000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:2.0:1789131197.628338:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddc574a800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1789131197.628377:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dcc5f37000 for lustre-MDT0001 00000020:00000080:2.0:1789131197.628381:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91ddc574b000 for lustre-MDT0001 00010000:00010000:2.0:1789131197.628401:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789131197.631204:0:21553:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789131197.631213:0:21553:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1789131197.631235:0:21553:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1789131197.631713:0:21553:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1789131197.631744:0:21553:0:(import.c:65:import_set_state_nolock()) ffff91ddc5749800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1789131197.631769:0:21553:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789131197.631772:0:21553:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1789131197.631793:0:21553:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1789131197.631866:0:21553:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1789131197.631875:0:21553:0:(import.c:65:import_set_state_nolock()) ffff91ddff618800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1789131197.631980:0:21553:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff91ddcf698000) has no exports 00000100:00100000:2.0:1789131197.634065:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508929792:0@lo:9:umount.0 00000100:00100000:2.0:1789131197.634138:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131197.634174:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508929920:0@lo:9:umount.0 00000100:00100000:2.0:1789131197.634199:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131197.634425:0:19283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508929792 00000100:00100000:2.0:1789131197.634433:0:19283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508929792 00000100:00100000:2.0:1789131197.634615:0:19283:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508929920 00000100:00100000:2.0:1789131197.634619:0:19283:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508929920 00000100:00100000:2.0:1789131197.634650:0:19283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789131197.634658:0:19283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b3bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3624:x1876039508929792:12345-0@lo:9:umount.0 00000020:00000080:2.0:1789131197.634867:0:19283:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3608 00000100:00080000:2.0:1789131197.634877:0:19283:0:(import.c:65:import_set_state_nolock()) ffff91dcc8449800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789131197.634919:0:19283:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1789131197.635058:0:19283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b3bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3624:x1876039508929792:12345-0@lo:9:umount.0 Request processed in 399us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131197.635066:0:19283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789131197.635083:0:19283:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789131197.635089:0:19283:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b38f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3624:x1876039508929920:12345-0@lo:9:umount.0 00000020:00000080:2.0:1789131197.635101:0:19283:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc36a9 00000100:00080000:2.0:1789131197.635106:0:19283:0:(import.c:65:import_set_state_nolock()) ffff91dcc8d0e800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789131197.635127:0:19283:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:2.0:1789131197.635197:0:19283:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b38f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3624:x1876039508929920:12345-0@lo:9:umount.0 Request processed in 108us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131197.635204:0:19283:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:2.0:1789131197.635243:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789131197.635247:0:17767:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789131197.635278:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddc5749800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1789131197.635494:0:3624:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1789131197.635498:0:3624:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789131197.635503:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508929792:0@lo:9:umount.0 00000100:00080000:2.0:1789131197.635520:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddff618800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1789131197.635528:0:3624:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1789131197.635530:0:3624:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789131197.635532:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508929920:0@lo:9:umount.0 00010000:00010000:2.0:1789131197.635575:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131197.637869:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789131197.650872:0:3628:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.111@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1789131197.650878:0:3628:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1789131197.650889:0:3628:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91ddd286bc00 x1876039508929152/t0(0) o103->MGC192.168.203.111@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789131213 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131197.650903:0:3628:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91dcc7c6a1c0 x1876039508929536/t0(0) o103->MGC192.168.203.111@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789131213 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131197.650935:0:3628:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91dcc860b840 x1876039508929408/t0(0) o103->MGC192.168.203.111@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789131213 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1789131197.650944:0:3628:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1789131197.650947:0:3628:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1789131197.650948:0:3628:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1789131197.658740:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:0:1876039508929280:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789131197.659394:0:18530:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd2869a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3625:x1876039508929152:12345-0@lo:103:ldlm_bl.0 Request processed in 42483us (42603us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789131197.659407:0:18530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789131197.662325:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:0:1876039508929664:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789131197.662352:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3625:1876039508929152:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1789131197.664495:0:3628:0:(import.c:65:import_set_state_nolock()) ffff91ddd1dca000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789131197.664509:0:3628:0:(import.c:510:import_select_connection()) MGC192.168.203.111@tcp: connect to NID 0@lo last attempt 462 00000100:00080000:0.0:1789131197.664518:0:3628:0:(import.c:624:import_select_connection()) MGC192.168.203.111@tcp: import ffff91ddd1dca000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1789131197.664567:0:3628:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91dcc7c68780 x1876039508930048/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789131197.664633:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3624:1876039508930048:0@lo:250:ptlrpcd_00_03.0 00000400:00000100:1.0:1789131197.664683:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876039508930048 offset 0 length 520: 4 00000100:00100000:0.0:1789131197.664864:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3628:1876039508929536:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789131197.664887:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc860b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3628:1876039508929408:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1789131197.677852:0:21553:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff91ddcf698000) has no exports 00000020:01000000:3.0:1789131197.737630:0:21553:0:(lprocfs_status_server.c:345:lprocfs_free_client_stats()) stat ffff91dcc6bbd480 - data ffff91ddd20275e8/ffff91dddf36e000 00000020:01000000:3.0:1789131197.737809:0:21553:0:(lprocfs_status_server.c:345:lprocfs_free_client_stats()) stat ffff91dddf174420 - data ffff91ddcf340438/ffff91dddf35cc00 00000001:00000004:3.0:1789131197.752834:0:21553:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:1.0:1789131197.843735:0:21553:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789131197.843743:0:21553:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789131197.843751:0:21553:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1789131197.848567:0:21553:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789131197.848576:0:21553:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1789131197.848596:0:21553:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789131197.848599:0:21553:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1789131197.848935:0:18515:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1789131197.848941:0:18515:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:3.0:1789131197.848956:0:18515:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1789131197.849831:0:21553:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789131197.849837:0:21553:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1789131197.850134:0:21553:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789131197.850138:0:21553:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1789131197.850394:0:18517:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1789131197.850399:0:18517:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1789131197.850408:0:18517:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1789131197.851658:0:21553:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3472 00000020:00000080:1.0:1789131197.851671:0:21553:0:(genops.c:885:class_export_put()) final put ffff91dcc7871000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1789131197.852841:0:21553:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3487 00000020:00000080:1.0:1789131197.852851:0:21553:0:(genops.c:885:class_export_put()) final put ffff91de01a78000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789131197.852905:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc7871000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1789131197.853000:0:21553:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:1.0:1789131197.853007:0:21553:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789131197.853023:0:21553:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789131197.853028:0:21553:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff91ddcf699a48) has no exports 00000004:01000000:1.0:1789131197.853208:0:21553:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1789131197.853226:0:21553:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc34db 00000020:00000080:1.0:1789131197.853231:0:21553:0:(genops.c:885:class_export_put()) final put ffff91ddff61f000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789131197.853434:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91de01a78000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1789131197.853576:0:21553:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1789131197.853582:0:21553:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789131197.853588:0:21553:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789131197.853591:0:21553:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff91ddd10eb490) has no exports 00000020:00000080:1.0:1789131197.853597:0:21553:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc34d4 00000020:00000080:1.0:1789131197.853602:0:21553:0:(genops.c:885:class_export_put()) final put ffff91ddff61b000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789131197.853632:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddff61f000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00010000:01000000:1.0:1789131197.854029:0:21553:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1789131197.854034:0:21553:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789131197.854038:0:21553:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1789131197.854043:0:21553:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789131197.854045:0:21553:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789131197.854303:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddff61b000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789131197.854415:0:21553:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789131197.854478:0:21553:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789131197.854486:0:21553:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc34c6 00000020:00000080:1.0:1789131197.854492:0:21553:0:(genops.c:885:class_export_put()) final put ffff91ddff667000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789131197.854550:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91ddff618800 for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1789131197.854566:0:36:0:(genops.c:885:class_export_put()) final put ffff91ddff661800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789131197.854568:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddff661800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:3.0:1789131197.854574:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1789131197.854711:0:21553:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1789131197.854716:0:21553:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789131197.854722:0:21553:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789131197.854725:0:21553:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff91ddc5721a48) has no exports 00000020:00000080:1.0:1789131197.854730:0:21553:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc34b8 00000020:00000080:1.0:1789131197.854736:0:21553:0:(genops.c:885:class_export_put()) final put ffff91ddc5748800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789131197.854760:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddff667000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00010000:01000000:1.0:1789131197.855651:0:21553:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1789131197.855656:0:21553:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789131197.855659:0:21553:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1789131197.855665:0:21553:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789131197.855667:0:21553:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789131197.855753:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddc5748800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789131197.855906:0:21553:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789131197.855913:0:21553:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1789131197.855927:0:21553:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1789131197.855933:0:21553:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc34aa 00000020:00000080:1.0:1789131197.855949:0:21553:0:(genops.c:885:class_export_put()) final put ffff91ddc574d000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789131197.855971:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91ddc5749800 for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1789131197.855977:0:36:0:(genops.c:885:class_export_put()) final put ffff91ddc574e000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789131197.855979:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddc574e000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:3.0:1789131197.855984:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1789131197.856178:0:21553:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:1.0:1789131197.856183:0:21553:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789131197.856188:0:21553:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789131197.856191:0:21553:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff91ddc5724ed8) has no exports 00000020:00000080:1.0:1789131197.856196:0:21553:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc34a3 00000020:00000080:1.0:1789131197.856200:0:21553:0:(genops.c:885:class_export_put()) final put ffff91de01a7d000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789131197.856315:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddc574d000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1789131197.856322:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91de01a7d000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1789131197.895658:0:21553:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:1.0:1789131197.895667:0:21553:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789131197.895673:0:21553:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789131197.895682:0:21553:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789131197.895772:0:21553:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789131197.895916:0:21553:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789131197.895942:0:21553:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789131197.895945:0:21553:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789131197.895951:0:21553:0:(genops.c:885:class_export_put()) final put ffff91dcc7873000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789131197.895956:0:21553:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc7873000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1789131197.895968:0:21553:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789131197.896133:0:21553:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc348e 00000020:00000080:1.0:1789131197.896140:0:21553:0:(genops.c:885:class_export_put()) final put ffff91de01a7a800/lustre-MDD0001_UUID 00000020:00000080:3.0:1789131197.896196:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91de01a7f800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1789131197.896203:0:36:0:(genops.c:885:class_export_put()) final put ffff91de01a7e800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789131197.896205:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91de01a7e800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1789131197.896213:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1789131197.896359:0:21553:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:1.0:1789131197.896365:0:21553:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789131197.896370:0:21553:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789131197.896375:0:21553:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff91ddc5723490) has no exports 00000020:00000080:1.0:1789131197.896393:0:21553:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789131197.896397:0:21553:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:1.0:1789131197.896401:0:21553:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3495 00000020:00000080:1.0:1789131197.896415:0:21553:0:(genops.c:885:class_export_put()) final put ffff91de01a7b000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789131197.896526:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91de01a7a800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1789131197.896532:0:36:0:(genops.c:885:class_export_put()) final put ffff91dcc7870800/lustre-MDD0001_UUID 00000020:00000080:3.0:1789131197.896534:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc7870800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1789131197.896538:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:01000004:1.0:1789131197.896798:0:21553:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91ddf34a7800 from lustre-MDT0001, refs=2 00000020:01000004:1.0:1789131197.896802:0:21553:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91ddf34a7800 2 00000020:01000004:1.0:1789131197.896805:0:21553:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff91ddf34a7800 from lustre-MDT0001 00000020:00000080:1.0:1789131197.896825:0:21553:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789131197.896839:0:21553:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:1.0:1789131197.896842:0:21553:0:(genops.c:885:class_export_put()) final put ffff91dcc7874800/lustre-MDT0001_UUID 00000020:00000080:1.0:1789131197.896845:0:21553:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc7874800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:1.0:1789131197.896853:0:21553:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:1.0:1789131197.896889:0:21553:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:1.0:1789131197.896892:0:21553:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:1.0:1789131197.896895:0:21553:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789131197.896900:0:21553:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789131197.896906:0:21553:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff91ddf34a9000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789131197.896911:0:21553:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff91ddc5720000) has exports, disconnecting them 00000020:00080000:1.0:1789131197.896915:0:21553:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff91ddf34a9000), last request at 1789131119 00000020:00000080:1.0:1789131197.896920:0:21553:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3513 00000020:00080000:1.0:1789131197.896930:0:21553:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91ddf34a9000): rc 0 00000020:00000080:1.0:1789131197.896934:0:21553:0:(genops.c:885:class_export_put()) final put ffff91ddf34a9000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1789131197.896982:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91de01a7b000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1789131197.897758:0:21553:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1789131197.897764:0:21553:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789131197.897772:0:21553:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789131197.897779:0:21553:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789131197.902657:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddf34a9000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1789131197.903121:0:21553:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789131197.903131:0:21553:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1789131197.903137:0:21553:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91ddf34a7800 1 00000020:00000080:1.0:1789131197.903144:0:21553:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc343a 00000020:00000080:1.0:1789131197.903153:0:21553:0:(genops.c:885:class_export_put()) final put ffff91dcc1ee2000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789131197.903176:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91ddd0290800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1789131197.903184:0:36:0:(genops.c:885:class_export_put()) final put ffff91de01a7d800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:3.0:1789131197.903186:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91de01a7d800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:3.0:1789131197.903192:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000000:1.0:1789131197.903335:0:21553:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1789131197.903340:0:21553:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789131197.903346:0:21553:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789131197.903350:0:21553:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff91de01a03490) has no exports 00000020:00000080:3.0:1789131197.907305:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc1ee2000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000100:00080000:2.0:1789131198.034536:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789131198.034544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789131198.034547:0:36:0:(import.c:65:import_set_state_nolock()) ffff91ddc5748000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789131198.034563:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 548 00000100:00080000:2.0:1789131198.034570:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789131198.034578:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff91ddc5748000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1789131198.034614:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91de01b3a940 x1876039508930176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789131198.034670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789131198.034674:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789131198.034676:0:36:0:(import.c:65:import_set_state_nolock()) ffff91dcc5f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789131198.034679:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 548 00000100:00080000:2.0:1789131198.034682:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789131198.034697:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff91dcc5f33800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1789131198.034711:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91de01b3b840 x1876039508930432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789131198.034755:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789131198.034994:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3625:1876039508930304:0@lo:400:kworker.0 00000100:00100000:2.0:1789131198.035073:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131198.035122:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3627:1876039508930560:0@lo:400:kworker.0 00000100:00100000:2.0:1789131198.035146:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131198.035196:0:17771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508930304 00000100:00100000:2.0:1789131198.035203:0:17771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508930304 00000100:00100000:2.0:1789131198.035238:0:17771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508930560 00000100:00100000:2.0:1789131198.035241:0:17771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508930560 00000100:00100000:2.0:1789131198.035259:0:17771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789131198.035266:0:17771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b383c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3625:x1876039508930304:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789131198.035275:0:17771:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789131198.035322:0:17771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b383c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3625:x1876039508930304:12345-0@lo:400:kworker.0 Request processed in 54us (249us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789131198.035329:0:17771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789131198.035346:0:17771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1789131198.035350:0:17771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b39a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3627:x1876039508930560:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789131198.035354:0:17771:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789131198.035379:0:17771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b39a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3627:x1876039508930560:12345-0@lo:400:kworker.0 Request processed in 27us (233us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789131198.035384:0:17771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00080000:2.0:1789131198.035421:0:3627:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-lwp-OST0001 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789131198.035425:0:3627:0:(import.c:65:import_set_state_nolock()) ffff91dcc5f32800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789131198.035428:0:3627:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:1.0:1789131198.036333:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3624:1876039508930176:0@lo:38:kworker.0 00000100:00100000:1.0:1789131198.036381:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131198.036420:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3624:1876039508930432:0@lo:38:kworker.0 00000100:00100000:1.0:1789131198.036476:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131198.036611:0:17771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508930176 00000100:00100000:3.0:1789131198.036617:0:17771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508930176 00000100:00100000:3.0:1789131198.036648:0:17771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508930432 00000100:00100000:3.0:1789131198.036651:0:17771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508930432 00000100:00100000:3.0:1789131198.036667:0:17771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1789131198.036673:0:17771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa38780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3624:x1876039508930176:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1789131198.036691:0:17771:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789131198.038920:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1789131198.038932:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa383c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3624:x1876039508930432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789131198.038952:0:17772:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789131198.039060:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa383c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3624:x1876039508930432:12345-0@lo:38:kworker.0 Request processed in 117us (2593us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789131198.039069:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00080000:1.0:1789131198.039123:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91dcc5f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789131198.039129:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789131198.039133:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3624:1876039508930432:0@lo:38:kworker.0 00000100:00080000:1.0:1789131198.045619:0:3625:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-lwp-OST0000 of lustre-MDT0001_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789131198.045626:0:3625:0:(import.c:65:import_set_state_nolock()) ffff91dcc8d0c800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789131198.045630:0:3625:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0000: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789131198.045635:0:3625:0:(import.c:65:import_set_state_nolock()) ffff91dcc8d0c800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789131198.045638:0:3625:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 489 00000100:00080000:1.0:1789131198.045647:0:3625:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff91dcc8d0c800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131198.045693:0:3625:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddffa3bc00 x1876039508930688/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789131198.045722:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3625:1876039508930304:0@lo:400:kworker.0 00000100:00100000:1.0:1789131198.045760:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3624:1876039508930688:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1789131198.045831:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131198.045875:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508930688 00000100:00100000:1.0:1789131198.045881:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508930688 00000100:00100000:1.0:1789131198.045928:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1789131198.045936:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3624:x1876039508930688:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:1.0:1789131198.045956:0:17772:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789131198.045996:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3624:x1876039508930688:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 60us (164us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789131198.046004:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00080000:1.0:1789131198.046033:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91dcc8d0c800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789131198.046038:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789131198.046041:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3624:1876039508930688:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1789131198.076928:0:17771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa38780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3624:x1876039508930176:12345-0@lo:38:kworker.0 Request processed in 40250us (40542us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789131198.076940:0:17771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:1.0:1789131198.077028:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddc5748000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789131198.077034:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789131198.077039:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3624:1876039508930176:0@lo:38:kworker.0 00000100:00080000:2.0:1789131198.093012:0:3627:0:(import.c:65:import_set_state_nolock()) ffff91dcc5f32800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789131198.093024:0:3627:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 502 00000100:00080000:2.0:1789131198.093032:0:3627:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff91dcc5f32800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1789131198.093077:0:3627:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91de01b39e00 x1876039508930816/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789131198.093102:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3627:1876039508930560:0@lo:400:kworker.0 00000100:00100000:1.0:1789131198.093137:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3624:1876039508930816:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1789131198.093202:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131198.093248:0:17772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508930816 00000100:00100000:1.0:1789131198.093255:0:17772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508930816 00000100:00100000:1.0:1789131198.093289:0:17772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1789131198.093296:0:17772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa3bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3624:x1876039508930816:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:1.0:1789131198.093314:0:17772:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789131198.093353:0:17772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa3bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3624:x1876039508930816:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 56us (151us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789131198.093360:0:17772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00080000:1.0:1789131198.093410:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91dcc5f32800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789131198.093415:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789131198.093418:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3624:1876039508930816:0@lo:38:ptlrpcd_00_02.0 00000020:00000080:2.0:1789131198.123603:0:21553:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789131198.123618:0:21553:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:2.0:1789131198.123623:0:21553:0:(genops.c:885:class_export_put()) final put ffff91ddf34a5800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1789131198.123628:0:21553:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddf34a5800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:2.0:1789131198.123639:0:21553:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:2.0:1789131198.123760:0:21553:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff91ddf34a4800 00000020:01000000:2.0:1789131198.123778:0:21553:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:2.0:1789131198.123782:0:21553:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789131198.123787:0:21553:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789131198.123791:0:21553:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff91ddff719a48) has no exports 00000100:00100000:0.0:1789131198.124022:0:17773:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff91dcc6daf600:17773] 2 exiting: rc = 0 00000100:00100000:1.0:1789131198.124311:0:19096:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff91dcc6dac200:19096] 3 exiting: rc = 0 00000100:00100000:1.0:1789131198.124386:0:17772:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff91ddcf775c00:17772] 1 exiting: rc = 0 00000100:00100000:1.0:1789131198.124449:0:17771:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff91dcc6dafa00:17771] 0 exiting: rc = 1 00000100:00100000:0.0:1789131198.124592:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124599:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124604:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124610:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124615:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124621:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124630:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124635:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124640:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124645:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124650:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124656:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124661:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124667:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124672:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124678:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124696:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124700:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124706:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124715:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124721:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124728:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124734:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124740:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124746:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124752:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124759:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124776:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124783:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124789:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124794:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124800:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124805:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124811:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124817:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124822:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124827:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124833:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124839:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124845:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124851:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124857:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124863:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124872:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124879:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124884:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124890:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124895:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124902:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124907:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124912:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124925:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124930:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124934:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124939:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124945:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124950:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124956:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124961:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124966:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124972:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124978:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124983:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.124989:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.127377:0:17775:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff91dcc6daea00:17775] 1 exiting: rc = 0 00000100:00100000:2.0:1789131198.127936:0:17774:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff91dcc6daec00:17774] 0 exiting: rc = 1 00000100:00100000:1.0:1789131198.128061:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128069:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128074:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128079:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128084:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128088:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128093:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128097:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128102:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128106:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128111:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128116:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128120:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128125:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128130:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128135:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128139:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128144:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128148:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128152:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128157:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128162:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128166:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128170:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128174:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128179:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128185:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128190:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128194:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128199:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128204:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128222:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128227:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128233:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128238:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128244:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128249:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128254:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128260:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128266:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128271:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128276:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128281:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128285:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128291:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128296:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128301:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128306:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128311:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128316:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128321:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128326:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128331:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128337:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128342:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128348:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128353:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128358:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128363:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128367:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128372:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128376:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128380:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.128385:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.130006:0:17777:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff91ddd1db8600:17777] 1 exiting: rc = 0 00000100:00100000:1.0:1789131198.130108:0:17776:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff91ddd1db9c00:17776] 0 exiting: rc = 1 00000100:00100000:0.0:1789131198.130130:0:18514:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff91ddff891600:18514] 2 exiting: rc = 0 00000100:00100000:1.0:1789131198.130170:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130247:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130255:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130263:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130272:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130280:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130291:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130299:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130305:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130311:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130330:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130366:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130375:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130383:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130391:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130399:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130404:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130409:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130417:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130423:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130429:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130435:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130598:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130608:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130615:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130621:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130629:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130635:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130641:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130648:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130655:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130661:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130667:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130673:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130693:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130700:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130713:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130720:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130726:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130731:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130737:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130743:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130749:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130755:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130827:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130837:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130857:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130864:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130870:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130876:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130882:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130889:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130895:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130901:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130907:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130913:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130919:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130926:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130944:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130951:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130958:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130964:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130969:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.130980:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.138489:0:17779:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff91dded7c8a00:17779] 1 exiting: rc = 0 00000100:00100000:2.0:1789131198.138628:0:17778:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff91dded7c9400:17778] 0 exiting: rc = 1 00000100:00100000:0.0:1789131198.138718:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138726:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138731:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138736:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138742:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138747:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138753:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138758:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138772:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138779:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138784:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138789:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138794:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138801:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138806:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138811:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138816:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138822:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138828:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138833:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138851:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138856:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138862:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138867:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138873:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138878:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138883:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138889:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138894:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138899:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138904:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138910:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138915:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138920:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138926:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138931:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138936:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138941:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138946:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138951:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138956:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138961:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138965:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138971:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138976:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138981:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138986:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138991:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.138996:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.139001:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.139006:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.139010:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.139014:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.139020:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.139024:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.139036:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.139040:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.139045:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.139050:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.139055:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.139059:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.139064:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.139069:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131198.139074:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.139386:0:17781:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff91dded7c8400:17781] 1 exiting: rc = 0 00000100:00100000:2.0:1789131198.139499:0:17780:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff91dded7c9000:17780] 0 exiting: rc = 1 00000100:00100000:3.0:1789131198.140022:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140029:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140034:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140039:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140044:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140048:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140053:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140058:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140063:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140068:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140072:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140077:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140082:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140087:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140091:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140096:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140101:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140116:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140121:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140126:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140130:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140135:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140939:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140952:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140957:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140963:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140967:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140972:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140977:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140982:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140987:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140992:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.140997:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141002:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141007:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141012:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141018:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141023:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141028:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141033:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141038:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141043:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141048:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141053:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141057:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141062:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141066:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141071:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141075:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141080:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141084:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141088:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141103:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141107:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141112:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141117:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141122:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141126:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141132:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141136:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141140:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141145:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141150:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.141155:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131198.142330:0:17783:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff91dded7c9c00:17783] 1 exiting: rc = 0 00000100:00100000:3.0:1789131198.142673:0:17782:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff91dded7c9800:17782] 0 exiting: rc = 1 00000100:00100000:2.0:1789131198.142722:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142729:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142734:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142817:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142825:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142830:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142834:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142839:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142845:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142850:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142866:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142871:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142875:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142880:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142884:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142889:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142893:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142898:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142903:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142908:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142912:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142917:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142921:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142926:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142930:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.142934:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143434:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143448:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143454:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143485:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143491:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143496:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143501:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143506:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143511:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143515:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143520:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143525:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143529:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143534:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143539:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143544:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143549:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143564:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143569:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143584:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143588:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143592:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143597:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143603:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143608:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143613:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143617:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143622:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143635:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143641:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143646:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143651:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143656:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143661:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143666:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143671:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143675:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.143680:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131198.145117:0:17784:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff91dcc6e4b400:17784] 0 exiting: rc = 1 00000100:00100000:0.0:1789131198.145474:0:17785:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff91dcc6e4be00:17785] 1 exiting: rc = 0 00000100:00100000:1.0:1789131198.146145:0:17786:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff91dcc6e4b000:17786] 2 exiting: rc = 0 00000100:00100000:2.0:1789131198.146601:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146609:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146615:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146620:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146672:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146679:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146685:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146691:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146696:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146702:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146707:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146713:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146718:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146725:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146732:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146737:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146819:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146824:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146829:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146835:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146840:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146859:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146867:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146872:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146877:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146883:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146888:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146893:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146899:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146905:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146910:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146916:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146921:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146926:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146932:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146938:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146943:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146948:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146955:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146961:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146967:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146972:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146978:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146983:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.146989:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147011:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147018:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147023:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147028:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147033:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147038:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147051:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147057:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147063:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147069:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147074:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147079:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147085:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147091:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147096:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147102:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147107:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147113:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131198.147118:0:21553:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1789131198.155308:0:21553:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789131198.155321:0:21553:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:2.0:1789131198.155327:0:21553:0:(genops.c:885:class_export_put()) final put ffff91ddd1dce800/MDS_uuid 00000020:00000080:2.0:1789131198.155332:0:21553:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddd1dce800/MDS_uuid for MDS 00000020:01000000:2.0:1789131198.155339:0:21553:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:2.0:1789131198.155530:0:21553:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:2.0:1789131198.550448:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131199.570600:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131200.594023:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131201.618807:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789131201.681247:0:21754:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1789131201.696008:0:21754:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:0.0:1789131201.696079:0:21754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91de01ad7800/0xf3fe2838e1fc35ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc35b4 expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131201.696097:0:21754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91de01ad7800/0xf3fe2838e1fc35ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc35b4 expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131201.696105:0:21754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91de01ad7800/0xf3fe2838e1fc35ad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc35b4 expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131201.696112:0:21754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff91de01ad7800/0xf3fe2838e1fc35ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc35b4 expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131201.696136:0:21754:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789131201.696143:0:21754:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1789131201.696176:0:21754:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789131201.696182:0:21754:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789131201.696190:0:21754:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789131201.696198:0:21754:0:(import.c:65:import_set_state_nolock()) ffff91ddc5748000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1789131201.696204:0:21754:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789131201.696207:0:21754:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789131201.696226:0:21754:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789131201.699534:0:17759:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131201.699554:0:17759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91de01ad7800/0xf3fe2838e1fc35ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc35b4 expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131201.699568:0:17759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91de01ad7800 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:2.0:1789131201.699574:0:17759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91de01ad7800/0xf3fe2838e1fc35ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc35b4 expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131201.699587:0:17759:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91de01ad7800/0xf3fe2838e1fc35ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xf3fe2838e1fc35b4 expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789131201.699595:0:17759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91de01ad7800/0xf3fe2838e1fc35ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xf3fe2838e1fc35b4 expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131201.699621:0:17759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789131201.699624:0:17759:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789131201.699628:0:17759:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1789131201.699651:0:17759:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff91ddd1dca000 00010000:00010000:2.0:1789131201.699656:0:17759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91de01ad7800/0xf3fe2838e1fc35ad lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xf3fe2838e1fc35b4 expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131201.699662:0:17759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91de01ad7800/0xf3fe2838e1fc35ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xf3fe2838e1fc35b4 expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131201.699679:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131201.699681:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131201.699683:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789131201.701241:0:21754:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789131201.701252:0:21754:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789131201.701262:0:21754:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1789131201.701269:0:21754:0:(import.c:65:import_set_state_nolock()) ffff91dcc8d0c800 lustre-MDT0001_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1789131201.701277:0:21754:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789131201.701279:0:21754:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789131201.701282:0:21754:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1789131201.707236:0:21754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f200/0xf3fe2838e1fc3583 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc358a expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131201.707262:0:21754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f200/0xf3fe2838e1fc3583 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc358a expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131201.707270:0:21754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f200/0xf3fe2838e1fc3583 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc358a expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131201.707277:0:21754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f200/0xf3fe2838e1fc3583 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc358a expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131201.707305:0:21754:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789131201.707313:0:21754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78dfa00/0xf3fe2838e1fc38d9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc38e0 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131201.707319:0:21754:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78dfa00/0xf3fe2838e1fc38d9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc38e0 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131201.707325:0:21754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78dfa00/0xf3fe2838e1fc38d9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc38e0 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131201.707583:0:17760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131201.707592:0:17760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f200/0xf3fe2838e1fc3583 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc358a expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131201.707600:0:17760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc7f7f200 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:2.0:1789131201.707605:0:17760:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f200/0xf3fe2838e1fc3583 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc358a expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131201.707615:0:17760:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f200/0xf3fe2838e1fc3583 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xf3fe2838e1fc358a expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789131201.707624:0:17760:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f200/0xf3fe2838e1fc3583 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xf3fe2838e1fc358a expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131201.707630:0:17760:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789131201.707633:0:17760:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:2.0:1789131201.707657:0:17760:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff91ddd1dca000 00010000:00010000:2.0:1789131201.707662:0:17760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f200/0xf3fe2838e1fc3583 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xf3fe2838e1fc358a expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131201.707669:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7f200/0xf3fe2838e1fc3583 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xf3fe2838e1fc358a expref: -99 pid: 19278 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131201.707686:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131201.707687:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131201.707690:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131201.707937:0:21754:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff91dcc78dfa00/0xf3fe2838e1fc38d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc38e0 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131201.707987:0:21754:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789131201.707994:0:21754:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:0.0:1789131201.707998:0:21754:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1789131201.708037:0:21754:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1789131201.708051:0:21754:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1789131201.708056:0:21754:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789131201.708063:0:21754:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1789131201.708071:0:21754:0:(genops.c:1819:print_export_data()) lustre-OST0000: UNLINKED ffff91ddd1d8a000 lustre-MDT0001-mdtlov_UUID 0@lo 1 (0 1 0) 1 0 0 0: 0000000000000000 8589934593 stale:0 00000020:00080000:0.0:1789131201.708078:0:21754:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff91ddfcdf8000) has no exports 00000020:00080000:0.0:1789131201.708207:0:21754:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff91ddfcdf8000) has no exports 00010000:00010000:3.0:1789131201.722186:0:19311:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789131201.722206:0:19311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91dcc78dfa00/0xf3fe2838e1fc38d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc38e0 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131201.722220:0:19311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc78dfa00 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:3.0:1789131201.722225:0:19311:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91dcc78dfa00/0xf3fe2838e1fc38d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc38e0 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131201.722237:0:19311:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dcc78dfa00/0xf3fe2838e1fc38d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf3fe2838e1fc38e0 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789131201.722246:0:19311:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dcc78dfa00/0xf3fe2838e1fc38d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf3fe2838e1fc38e0 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789131201.722252:0:19311:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789131201.722255:0:19311:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1789131201.722259:0:19311:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1789131201.722307:0:19311:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff91ddd1dca000 00010000:00010000:3.0:1789131201.722311:0:19311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91dcc78dfa00/0xf3fe2838e1fc38d9 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf3fe2838e1fc38e0 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131201.722319:0:19311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dcc78dfa00/0xf3fe2838e1fc38d9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf3fe2838e1fc38e0 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131201.723210:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131201.723216:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131201.723218:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131202.642491:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789131203.153872:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789131203.153887:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789131203.153891:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789131203.153895:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789131203.153900:0:38:0:(import.c:65:import_set_state_nolock()) ffff91dcc5f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789131203.153911:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 553 00000100:00080000:2.0:1789131203.153919:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789131203.153928:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff91dcc5f33800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1789131203.153984:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91de01b392c0 x1876039508930944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789131203.154655:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789131203.154660:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789131203.154662:0:38:0:(import.c:65:import_set_state_nolock()) ffff91dcc5f32800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789131203.154675:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 554 00000100:00080000:2.0:1789131203.154679:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789131203.154684:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff91dcc5f32800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1789131203.154703:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91de01b38000 x1876039508931072/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00100000:0.0:1789131203.156769:0:20100:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789131203.156780:0:20100:0:(genops.c:885:class_export_put()) final put ffff91dcc8d09000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789131203.156914:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc8d09000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1789131203.156974:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dcc8d0e800 for lustre-OST0001 00000001:00100000:1.0:1789131203.157169:0:19279:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789131203.157181:0:19279:0:(genops.c:885:class_export_put()) final put ffff91ddd1d8a000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789131203.157199:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddd1d8a000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1789131203.157223:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dcc8449800 for lustre-OST0000 00000100:00100000:3.0:1789131203.159031:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3624:1876039508930944:0@lo:38:kworker.0 00000400:00000100:3.0:1789131203.159126:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876039508930944 offset 0 length 520: 4 00000100:00100000:3.0:1789131203.159217:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3624:1876039508931072:0@lo:38:kworker.0 00000400:00000100:3.0:1789131203.159237:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876039508931072 offset 0 length 520: 4 00010000:00010000:2.0:1789131203.665739:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1789131203.729677:0:21754:0:(lprocfs_status_server.c:345:lprocfs_free_client_stats()) stat ffff91dcc848dcc0 - data ffff91ddcf08caf8/ffff91dcc78d8000 00000020:01000000:0.0:1789131203.729856:0:21754:0:(lprocfs_status_server.c:345:lprocfs_free_client_stats()) stat ffff91dcc7c240c0 - data ffff91ddcf241948/ffff91dddf326800 00100000:10000000:0.0:1789131203.751028:0:21754:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1789131203.761916:0:21754:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3598 00000020:00000080:0.0:1789131203.761932:0:21754:0:(genops.c:885:class_export_put()) final put ffff91dcc5ff5000/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1789131203.761959:0:21754:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91ddfd258000 from lustre-OST0000, refs=2 00000020:01000004:0.0:1789131203.761963:0:21754:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91ddfd258000 2 00000020:01000004:0.0:1789131203.761967:0:21754:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff91ddfd258000 from lustre-OST0000 00000020:00000080:0.0:1789131203.761998:0:21754:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789131203.762010:0:21754:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1789131203.762014:0:21754:0:(genops.c:885:class_export_put()) final put ffff91dcc5ff1800/lustre-OST0000_UUID 00000020:00000080:0.0:1789131203.762017:0:21754:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc5ff1800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1789131203.762025:0:21754:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1789131203.762098:0:21754:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1789131203.762103:0:21754:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1789131203.762108:0:21754:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789131203.762114:0:21754:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789131203.762123:0:21754:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff91dcc5ff0000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789131203.762130:0:21754:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff91dcc7d01a48) has exports, disconnecting them 00000020:00080000:0.0:1789131203.762136:0:21754:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff91dcc5ff0000), last request at 1789131133 00000020:00000080:0.0:1789131203.762140:0:21754:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc35c2 00000020:00080000:0.0:1789131203.762150:0:21754:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91dcc5ff0000): rc 0 00000020:00000080:0.0:1789131203.762155:0:21754:0:(genops.c:885:class_export_put()) final put ffff91dcc5ff0000/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1789131203.762160:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc5ff5000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1789131203.764413:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc5ff0000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:1.0:1789131203.764526:0:21754:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:1.0:1789131203.764532:0:21754:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789131203.764537:0:21754:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789131203.764543:0:21754:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789131203.764585:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91ddc5748000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1789131203.766209:0:21754:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789131203.766224:0:21754:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1789131203.766231:0:21754:0:(genops.c:885:class_export_put()) final put ffff91dddf34d800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1789131203.766236:0:21754:0:(genops.c:844:class_export_destroy()) destroying export ffff91dddf34d800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1789131203.766251:0:21754:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1789131203.766407:0:21754:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1789131203.766413:0:21754:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789131203.766419:0:21754:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789131203.766427:0:21754:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff91dcc8d0a800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789131203.766434:0:21754:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff91ddff718000) has exports, disconnecting them 00000020:00080000:1.0:1789131203.766440:0:21754:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff91dcc8d0a800), last request at 1789131133 00000020:00000080:1.0:1789131203.766445:0:21754:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc35d7 00000020:00080000:1.0:1789131203.766723:0:21754:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91dcc8d0a800): rc 0 00000020:00000080:1.0:1789131203.766729:0:21754:0:(genops.c:885:class_export_put()) final put ffff91dcc8d0a800/lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1789131203.766786:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc8d0a800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:3.0:1789131203.772233:0:21754:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:3.0:1789131203.772246:0:21754:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789131203.772251:0:21754:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789131203.772261:0:21754:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789131203.772295:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dcc8d0c800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1789131203.772572:0:21754:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789131203.772583:0:21754:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:3.0:1789131203.772591:0:21754:0:(genops.c:885:class_export_put()) final put ffff91dcc7886000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1789131203.772595:0:21754:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc7886000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1789131203.772611:0:21754:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:3.0:1789131203.772703:0:21754:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91ddfd258000 1 00000020:00000080:3.0:1789131203.772711:0:21754:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3575 00000020:00000080:3.0:1789131203.772718:0:21754:0:(genops.c:885:class_export_put()) final put ffff91ddf34ad000/lustre-OST0000-osd_UUID 00000020:01000000:3.0:1789131203.775492:0:21754:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1789131203.775533:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddf34ad000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1789131203.775562:0:21754:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789131203.775573:0:21754:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789131203.775592:0:21754:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff91ddff71b490) has no exports 00000020:00000080:3.0:1789131203.878097:0:21754:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789131203.878117:0:21754:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1789131203.878125:0:21754:0:(genops.c:885:class_export_put()) final put ffff91ddfd25a000/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1789131203.878131:0:21754:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddfd25a000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1789131203.878143:0:21754:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:3.0:1789131203.878387:0:21754:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff91ddfd25b000 00000020:02000400:3.0:1789131203.878568:0:21754:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1789131204.689897:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131205.714995:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131206.743931:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789131207.251786:0:3624:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131197/real 1789131197] req@ffff91dcc7c68780 x1876039508930048/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789131207 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131207.251843:0:3624:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff91dcc7c68780 x1876039508930048/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789131207 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789131207.251864:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddd1dca000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789131207.251881:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1789131207.251885:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3624:1876039508930048:0@lo:250:ptlrpcd_00_03.0 00000100:00080000:0.0:1789131207.257088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789131207.257104:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789131207.257109:0:38:0:(import.c:65:import_set_state_nolock()) ffff91ddd1dca000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789131207.257119:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.111@tcp: connect to NID 0@lo last attempt 553 00000100:00080000:0.0:1789131207.257127:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.111@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789131207.257138:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.111@tcp: import ffff91ddd1dca000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1789131207.257201:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91dcc7c69680 x1876039508931200/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789131207.257232:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789131207.257236:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789131207.257239:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789131207.257243:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789131207.257939:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c69680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3624:1876039508931200:0@lo:250:kworker.0 00000400:00000100:1.0:1789131207.257998:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876039508931200 offset 0 length 520: 4 00010000:00010000:3.0:1789131207.762998:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789131208.008097:0:21955:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1789131208.019912:0:21955:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1789131208.020015:0:21955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca200/0xf3fe2838e1fc3647 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc364e expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131208.020032:0:21955:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca200/0xf3fe2838e1fc3647 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc364e expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131208.020039:0:21955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca200/0xf3fe2838e1fc3647 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc364e expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131208.020047:0:21955:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca200/0xf3fe2838e1fc3647 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc364e expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131208.021316:0:21955:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789131208.021328:0:21955:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1789131208.021371:0:21955:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789131208.021386:0:21955:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91de01b392c0 x1876039508930944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789131223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131208.021403:0:21955:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789131208.021410:0:21955:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789131208.021430:0:21955:0:(import.c:65:import_set_state_nolock()) ffff91dcc5f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1789131208.021436:0:21955:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789131208.021441:0:21955:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91de01b392c0 x1876039508930944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789131223 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131208.021491:0:21955:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789131208.021495:0:21955:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789131208.021588:0:17759:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789131208.021597:0:17759:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca200/0xf3fe2838e1fc3647 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc364e expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131208.021608:0:17759:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc85ca200 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:3.0:1789131208.021624:0:17759:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca200/0xf3fe2838e1fc3647 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc364e expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131208.021637:0:17759:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca200/0xf3fe2838e1fc3647 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf3fe2838e1fc364e expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789131208.021645:0:17759:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca200/0xf3fe2838e1fc3647 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf3fe2838e1fc364e expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789131208.021651:0:17759:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789131208.021654:0:17759:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789131208.021657:0:17759:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789131208.021674:0:17759:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff91ddd1dca000 00010000:00010000:3.0:1789131208.021679:0:17759:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca200/0xf3fe2838e1fc3647 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf3fe2838e1fc364e expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131208.021686:0:17759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dcc85ca200/0xf3fe2838e1fc3647 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf3fe2838e1fc364e expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131208.021707:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131208.021709:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131208.021711:0:17759:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789131208.022701:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3624:1876039508930944:0@lo:38:kworker.0 00000100:00080000:3.0:1789131208.026692:0:21955:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789131208.026718:0:21955:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91de01b38000 x1876039508931072/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789131218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131208.026743:0:21955:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789131208.026751:0:21955:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789131208.026759:0:21955:0:(import.c:65:import_set_state_nolock()) ffff91dcc5f32800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1789131208.026994:0:21955:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789131208.027001:0:21955:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91de01b38000 x1876039508931072/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789131218 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131208.027009:0:21955:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789131208.027012:0:21955:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 13s for inflight to error out 00000100:00100000:1.0:1789131208.028381:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3624:1876039508931072:0@lo:38:kworker.0 00010000:00010000:1.0:1789131208.032368:0:21955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc85cbe00/0xf3fe2838e1fc361d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3624 expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131208.032391:0:21955:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc85cbe00/0xf3fe2838e1fc361d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3624 expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131208.032398:0:21955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc85cbe00/0xf3fe2838e1fc361d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc3624 expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131208.032406:0:21955:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff91dcc85cbe00/0xf3fe2838e1fc361d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc3624 expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131208.032447:0:21955:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789131208.032472:0:21955:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc85cb400/0xf3fe2838e1fc38cb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc38d2 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131208.032515:0:21955:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc85cb400/0xf3fe2838e1fc38cb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc38d2 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131208.032522:0:21955:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc85cb400/0xf3fe2838e1fc38cb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc38d2 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131208.032527:0:17760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789131208.032529:0:21955:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff91dcc85cb400/0xf3fe2838e1fc38cb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf3fe2838e1fc38d2 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131208.032539:0:17760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91dcc85cbe00/0xf3fe2838e1fc361d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc3624 expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131208.032556:0:21955:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789131208.032564:0:21955:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00010000:00010000:0.0:1789131208.032567:0:17760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc85cbe00 already unused, calling callback (ffffffffc124bc20) 00000020:01000004:1.0:1789131208.032599:0:21955:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:1.0:1789131208.032605:0:21955:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 10000000:00010000:0.0:1789131208.032639:0:17760:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91dcc85cbe00/0xf3fe2838e1fc361d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc3624 expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131208.032651:0:17760:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dcc85cbe00/0xf3fe2838e1fc361d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf3fe2838e1fc3624 expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789131208.032659:0:17760:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dcc85cbe00/0xf3fe2838e1fc361d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf3fe2838e1fc3624 expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789131208.032666:0:17760:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789131208.032669:0:17760:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:0.0:1789131208.032671:0:17760:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:0.0:1789131208.032689:0:17760:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff91ddd1dca000 00010000:00010000:0.0:1789131208.032694:0:17760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91dcc85cbe00/0xf3fe2838e1fc361d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf3fe2838e1fc3624 expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131208.032701:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dcc85cbe00/0xf3fe2838e1fc361d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xf3fe2838e1fc3624 expref: -99 pid: 20099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131208.032719:0:17760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131208.032723:0:17760:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91dcc85cb400/0xf3fe2838e1fc38cb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc38d2 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131208.032728:0:17760:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc85cb400 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:0.0:1789131208.032730:0:17760:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91dcc85cb400/0xf3fe2838e1fc38cb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf3fe2838e1fc38d2 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131208.032739:0:17760:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dcc85cb400/0xf3fe2838e1fc38cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf3fe2838e1fc38d2 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1789131208.032740:0:21955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789131208.032748:0:21955:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 10000000:00010000:0.0:1789131208.032756:0:17760:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dcc85cb400/0xf3fe2838e1fc38cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf3fe2838e1fc38d2 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1789131208.032757:0:21955:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff91ddcf4c1a48) has no exports 10000000:01000000:0.0:1789131208.032782:0:17760:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1789131208.032788:0:17760:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1789131208.032791:0:17760:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1789131208.032801:0:17760:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff91ddd1dca000 00010000:00010000:0.0:1789131208.032805:0:17760:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91dcc85cb400/0xf3fe2838e1fc38cb lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xf3fe2838e1fc38d2 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131208.032812:0:17760:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dcc85cb400/0xf3fe2838e1fc38cb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xf3fe2838e1fc38d2 expref: -99 pid: 17768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131208.032827:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131208.032830:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131208.032832:0:17760:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1789131208.032921:0:21955:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff91ddcf4c1a48) has no exports 00010000:00010000:3.0:1789131208.033435:0:19311:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1789131208.040228:0:21955:0:(lprocfs_status_server.c:345:lprocfs_free_client_stats()) stat ffff91dcc848d120 - data ffff91ddcf168a20/ffff91dde6cb0800 00000020:01000000:1.0:1789131208.040407:0:21955:0:(lprocfs_status_server.c:345:lprocfs_free_client_stats()) stat ffff91ddd1e70360 - data ffff91ddcf028360/ffff91dddf1fd000 00100000:10000000:0.0:1789131208.059811:0:21955:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1789131208.085884:0:21955:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3632 00000020:00000080:1.0:1789131208.085969:0:21955:0:(genops.c:885:class_export_put()) final put ffff91ddff4fc800/lustre-OST0001-osd_UUID 00000020:01000004:1.0:1789131208.085983:0:21955:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91de01a79000 from lustre-OST0001, refs=2 00000020:01000004:1.0:1789131208.085987:0:21955:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91de01a79000 2 00000020:00000080:3.0:1789131208.085990:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddff4fc800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000004:1.0:1789131208.085991:0:21955:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff91de01a79000 from lustre-OST0001 00000020:00000080:1.0:1789131208.086017:0:21955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789131208.086027:0:21955:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:1.0:1789131208.086030:0:21955:0:(genops.c:885:class_export_put()) final put ffff91ddff4f9000/lustre-OST0001_UUID 00000020:00000080:1.0:1789131208.086032:0:21955:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddff4f9000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:1.0:1789131208.086038:0:21955:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:1.0:1789131208.086150:0:21955:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20->MGS 00010000:00010000:1.0:1789131208.086165:0:21955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e400/0xf3fe2838e1fc3441 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf3fe2838e1fc3448 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789131208.086177:0:21955:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e400/0xf3fe2838e1fc3441 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf3fe2838e1fc3448 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789131208.086183:0:21955:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:1.0:1789131208.086186:0:21955:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:1.0:1789131208.086190:0:21955:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:1.0:1789131208.086203:0:21955:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff91ddd1dca000 00010000:00010000:1.0:1789131208.086207:0:21955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dcc7f7e400/0xf3fe2838e1fc3441 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf3fe2838e1fc3448 expref: -99 pid: 18505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131208.086220:0:21955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dcc85cb600/0xf3fe2838e1fc3330 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf3fe2838e1fc3337 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789131208.086227:0:21955:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dcc85cb600/0xf3fe2838e1fc3330 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf3fe2838e1fc3337 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789131208.086232:0:21955:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789131208.086234:0:21955:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:1.0:1789131208.086236:0:21955:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:1.0:1789131208.086243:0:21955:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff91ddd1dca000 00010000:00010000:1.0:1789131208.086246:0:21955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dcc85cb600/0xf3fe2838e1fc3330 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xf3fe2838e1fc3337 expref: -99 pid: 17750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1789131208.086261:0:21955:0:(import.c:65:import_set_state_nolock()) ffff91ddd1dca000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:1.0:1789131208.086265:0:21955:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1789131208.086267:0:21955:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1789131208.086269:0:21955:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1789131208.086272:0:21955:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1789131208.086785:0:21955:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff91dcc7c69680 x1876039508931200/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789131222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1789131208.086804:0:21955:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1789131208.086807:0:21955:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 18s for inflight to error out 00000100:00100000:2.0:1789131208.089634:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c69680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20:3624:1876039508931200:0@lo:250:kworker.0 10000000:01000000:1.0:1789131208.089790:0:21955:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1789131208.089805:0:21955:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc331b 00000020:00000080:1.0:1789131208.089814:0:21955:0:(genops.c:885:class_export_put()) final put ffff91ddd1dc8800/f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20 00000020:01000000:1.0:1789131208.089869:0:21955:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.111@tcp (flags='') 00000020:00000080:1.0:1789131208.089879:0:21955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789131208.089887:0:21955:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.111@tcp: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789131208.089890:0:21955:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff91ddff71ced8) has no exports 10000000:01000000:1.0:1789131208.090857:0:17768:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1789131208.091150:0:21955:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.203.111@tcp: client import never connected 00000100:00080000:2.0:1789131208.091155:0:21955:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1789131208.091158:0:21955:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1789131208.091162:0:21955:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1789131208.091163:0:21955:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1789131208.095342:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddd1dc8800/f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20 for MGC192.168.203.111@tcp 00000020:00000080:2.0:1789131208.098613:0:21955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789131208.098627:0:21955:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.111@tcp (uuid f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20) 00000020:01000000:2.0:1789131208.098635:0:21955:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1789131208.098643:0:21955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789131208.098648:0:21955:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789131208.098656:0:21955:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff91dcc5f35800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789131208.098662:0:21955:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff91ddfcdfced8) has exports, disconnecting them 00000020:00080000:2.0:1789131208.098668:0:21955:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff91dcc5f35800), last request at 1789131146 00000020:00000080:2.0:1789131208.098672:0:21955:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc365c 00000020:00080000:2.0:1789131208.098687:0:21955:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91dcc5f35800): rc 0 00000020:00000080:2.0:1789131208.098692:0:21955:0:(genops.c:885:class_export_put()) final put ffff91dcc5f35800/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1789131208.098859:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91ddd1dca000 for MGC192.168.203.111@tcp 00000020:00000080:3.0:1789131208.098868:0:38:0:(genops.c:885:class_export_put()) final put ffff91ddd1dca800/f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20 00000020:00000080:3.0:1789131208.098871:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddd1dca800/f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20 for MGC192.168.203.111@tcp 00000020:01000000:3.0:1789131208.098878:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.111@tcp (f81b4fe9-c4c1-47de-84bb-5c7bf0f99d20) 00000020:00000080:3.0:1789131208.099118:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc5f35800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:3.0:1789131208.099530:0:21955:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:3.0:1789131208.099534:0:21955:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789131208.099538:0:21955:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789131208.099543:0:21955:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789131208.099600:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dcc5f33800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1789131208.099758:0:21955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789131208.099764:0:21955:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1789131208.099767:0:21955:0:(genops.c:885:class_export_put()) final put ffff91dddf34c800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1789131208.099770:0:21955:0:(genops.c:844:class_export_destroy()) destroying export ffff91dddf34c800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1789131208.099774:0:21955:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:3.0:1789131208.099813:0:21955:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1789131208.099815:0:21955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789131208.099819:0:21955:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1789131208.099823:0:21955:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff91dde6d1a800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789131208.099828:0:21955:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff91ddfcdfb490) has exports, disconnecting them 00000020:00080000:3.0:1789131208.099831:0:21955:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff91dde6d1a800), last request at 1789131146 00000020:00000080:3.0:1789131208.099833:0:21955:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3671 00000020:00080000:3.0:1789131208.099844:0:21955:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff91dde6d1a800): rc 0 00000020:00000080:3.0:1789131208.099847:0:21955:0:(genops.c:885:class_export_put()) final put ffff91dde6d1a800/lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1789131208.100450:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91dde6d1a800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:1.0:1789131208.166541:0:21955:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:1.0:1789131208.166550:0:21955:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789131208.166555:0:21955:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789131208.166563:0:21955:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789131208.166604:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff91dcc5f32800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:3.0:1789131208.171834:0:17759:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:0.0:1789131208.174317:0:17760:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:3.0:1789131208.178642:0:19311:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:2.0:1789131208.179621:0:17755:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff91ddfcfb5600:17755] 1 exiting: rc = 0 00000100:00100000:0.0:1789131208.184312:0:17754:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff91ddfd236600:17754] 0 exiting: rc = 1 00000100:00100000:1.0:1789131208.184436:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.184776:0:17758:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff91ddc3d8c000:17758] 2 exiting: rc = 0 00000100:00100000:2.0:1789131208.185288:0:17757:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff91ddfcfb4200:17757] 1 exiting: rc = 0 00000100:00100000:0.0:1789131208.188286:0:17756:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff91ddc3d8c800:17756] 0 exiting: rc = 1 00000100:00100000:3.0:1789131208.191001:0:18530:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff91ddc3275c00:18530] 3 exiting: rc = 0 00000100:00100000:1.0:1789131208.195110:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195126:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195132:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195260:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195267:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195273:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195280:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195284:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195289:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195294:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195299:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195316:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195321:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195325:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195329:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195334:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195338:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195343:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195348:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195353:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195359:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195364:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195369:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195374:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195379:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195384:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195390:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195396:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195402:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195407:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195412:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195417:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195526:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195533:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195538:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195543:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195548:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195554:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195559:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195564:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195569:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195575:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195580:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195585:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195590:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195595:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195609:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195614:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195692:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195698:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195703:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195707:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195711:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195716:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195721:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195726:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195732:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195736:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195741:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195746:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195751:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195756:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195761:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.195766:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1789131208.198910:0:21955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789131208.199101:0:21955:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:1.0:1789131208.199106:0:21955:0:(genops.c:885:class_export_put()) final put ffff91dcc5f34800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:1.0:1789131208.199111:0:21955:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc5f34800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:1.0:1789131208.199117:0:21955:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:1.0:1789131208.199234:0:21955:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91de01a79000 1 00000020:00000080:1.0:1789131208.199240:0:21955:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf3fe2838e1fc3616 00000020:00000080:1.0:1789131208.199247:0:21955:0:(genops.c:885:class_export_put()) final put ffff91dcc5ff1000/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1789131208.199261:0:21955:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1789131208.199274:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff91dcc5ff1000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1789131208.199286:0:21955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789131208.199291:0:21955:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789131208.199294:0:21955:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff91de01a04ed8) has no exports 00000020:00000080:1.0:1789131208.270316:0:21955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789131208.270329:0:21955:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:1.0:1789131208.270343:0:21955:0:(genops.c:885:class_export_put()) final put ffff91de01a7c800/lustre-OST0001-osd_UUID 00000020:00000080:1.0:1789131208.270348:0:21955:0:(genops.c:844:class_export_destroy()) destroying export ffff91de01a7c800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1789131208.270357:0:21955:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1789131208.270704:0:21955:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff91de01a7c000 00000020:01000000:1.0:1789131208.270748:0:21955:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1789131208.270753:0:21955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789131208.270758:0:21955:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789131208.270762:0:21955:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff91de01a01a48) has no exports 00000020:00000080:1.0:1789131208.270795:0:21955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789131208.270801:0:21955:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1789131208.270805:0:21955:0:(genops.c:885:class_export_put()) final put ffff91ddf34aa000/OSS_uuid 00000020:00000080:1.0:1789131208.270807:0:21955:0:(genops.c:844:class_export_destroy()) destroying export ffff91ddf34aa000/OSS_uuid for OSS 00000020:01000000:1.0:1789131208.270811:0:21955:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:1.0:1789131208.270893:0:19981:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff91dcc8c51600:19981] 3 exiting: rc = 0 00000100:00100000:0.0:1789131208.270904:0:19283:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff91de01be3600:19283] 0 exiting: rc = 1 00000100:00080000:3.0:1789131208.271013:0:17767:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1789131208.271116:0:20403:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff91dcc8c50e00:20403] 4 exiting: rc = 0 00000100:00100000:2.0:1789131208.274857:0:19285:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff91dded7bb200:19285] 2 exiting: rc = 0 00000100:00100000:2.0:1789131208.274971:0:19284:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff91dcc7b38600:19284] 1 exiting: rc = 0 00000100:00100000:0.0:1789131208.275095:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275104:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275109:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275113:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275118:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275123:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275129:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275134:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275139:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275162:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275168:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275173:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275178:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275183:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275189:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275195:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275201:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275206:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275211:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275215:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275220:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275225:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275229:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275234:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275239:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275244:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275249:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275253:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275257:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275262:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275266:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275271:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275276:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275281:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275286:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275291:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275296:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275302:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275306:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275311:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275316:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275322:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275326:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275331:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275344:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275348:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275353:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275358:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275363:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275368:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275373:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275378:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275382:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275387:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275392:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275398:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275403:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275408:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275412:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275418:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275422:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275428:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275433:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.275446:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.276548:0:19286:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff91ddc6381800:19286] 0 exiting: rc = 1 00000100:00100000:2.0:1789131208.279643:0:19287:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff91de01be2600:19287] 1 exiting: rc = 0 00000100:00100000:3.0:1789131208.279944:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.279952:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.279957:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.279962:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.279967:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.279973:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.279978:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.279983:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.279988:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.279993:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280000:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280008:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280022:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280027:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280032:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280037:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280044:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280051:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280058:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280064:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280075:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280081:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280086:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280091:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280095:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280100:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280105:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280113:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280125:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280135:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280143:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280148:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280153:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280158:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280162:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280167:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280172:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280182:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280187:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280192:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280197:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280202:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280206:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280212:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280217:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280222:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280227:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280245:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280251:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280255:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280273:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280279:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280288:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280297:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280303:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280309:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280313:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280318:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280323:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280329:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280334:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280338:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280343:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.280363:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.282028:0:19288:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff91dcc6dad800:19288] 0 exiting: rc = 1 00000100:00100000:1.0:1789131208.282267:0:19289:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff91de01be2400:19289] 1 exiting: rc = 0 00000100:00100000:3.0:1789131208.283187:0:19290:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff91de01be3400:19290] 2 exiting: rc = 0 00000100:00100000:2.0:1789131208.285629:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285640:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285645:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285651:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285656:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285674:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285695:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285702:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285708:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285713:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285719:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285725:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285731:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285737:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285744:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285749:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285755:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285761:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285767:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285773:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285779:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285784:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285791:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285796:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285802:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285809:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285815:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285820:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285827:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285833:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285856:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285865:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285875:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285887:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285907:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285930:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285935:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285941:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285947:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285952:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285959:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285964:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285971:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285976:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285982:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285988:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285993:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.285999:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.286004:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.286009:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.286014:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.286020:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.286025:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.286031:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.286037:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.286042:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.286056:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.286067:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.286075:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.286408:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.286436:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.286808:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.286838:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789131208.286865:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789131208.291636:0:19291:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff91de01be2200:19291] 0 exiting: rc = 1 00000100:00100000:2.0:1789131208.291747:0:19292:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff91ddfd00c600:19292] 1 exiting: rc = 0 00000100:00100000:0.0:1789131208.291950:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.291960:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.291967:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.291972:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.291976:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.291981:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.291986:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.291991:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.291996:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292002:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292007:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292011:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292016:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292021:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292038:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292043:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292049:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292054:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292060:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292068:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292078:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292284:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292290:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292296:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292302:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292307:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292312:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292318:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292323:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292328:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292334:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292339:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292344:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292349:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292355:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292360:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292365:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292370:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292375:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292380:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292386:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292391:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292396:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292401:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292406:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292411:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292416:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292422:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292426:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292441:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292446:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292452:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292733:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292741:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292746:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292751:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292756:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292761:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292766:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292771:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292776:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292781:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292786:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789131208.292791:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.298296:0:19293:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff91de01be2800:19293] 0 exiting: rc = 1 00000100:00100000:0.0:1789131208.298373:0:19294:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff91de01be3c00:19294] 1 exiting: rc = 0 00000100:00100000:1.0:1789131208.298849:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.298862:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.298877:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.298884:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.298890:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299022:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299031:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299037:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299044:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299049:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299055:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299084:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299092:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299097:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299104:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299110:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299128:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299133:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299139:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299145:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299151:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299156:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299162:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299182:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299190:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299195:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299201:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299207:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299213:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299219:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299225:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299232:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299238:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299243:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299250:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299270:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299277:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299284:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299290:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299296:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299301:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299306:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299312:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299318:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299324:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299329:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299337:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299358:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299365:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299372:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299377:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299391:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299396:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299403:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299409:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299416:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299423:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299429:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299435:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299545:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299554:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299561:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299567:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789131208.299580:0:21955:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:1.0:1789131208.314800:0:21955:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1789131227.620151:0:22718:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1789131237.859886:0:23318:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789131237.859894:0:23318:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1789131237.859896:0:23318:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1789131237.860028:0:23318:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff91dcc9279800 00000020:01000004:1.0:1789131237.860047:0:23318:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1789131237.860057:0:23318:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1789131237.860075:0:23318:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff91dcc7d01a48) 00000020:00000080:1.0:1789131237.860090:0:23318:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1789131237.935681:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789131237.936038:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1789131237.942119:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1789131237.943855:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1789131237.944095:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1789131237.946613:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1789131237.947008:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1789131237.947241:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1789131237.947492:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1789131237.947735:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1789131237.947979:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1789131237.948229:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1789131237.948492:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1789131237.948748:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1789131237.949003:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1789131237.950206:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1789131237.950725:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1789131237.950931:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1789131237.953174:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1789131237.954099:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1789131237.954313:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1789131237.954544:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1789131237.954736:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1789131237.954915:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1789131237.955121:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1789131237.955394:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1789131237.955650:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1789131237.955848:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1789131237.956059:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1789131237.956251:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1789131237.956532:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1789131237.956805:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1789131237.956987:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1789131237.957200:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1789131237.957428:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1789131237.962148:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:2.0:1789131237.962521:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1789131237.962783:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1789131237.963249:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1789131237.963527:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:2.0:1789131237.963791:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1789131237.964043:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:2.0:1789131237.964313:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1789131237.964585:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789131237.964796:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789131237.965051:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1789131237.965317:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1789131237.966574:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:3.0:1789131237.966935:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:3.0:1789131237.967131:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1789131237.967634:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:3.0:1789131237.967874:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:3.0:1789131237.968091:0:23318:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00080000:01000000:3.0:1789131237.968936:0:23318:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789131237.970971:0:23318:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1789131237.970982:0:23318:0:(osd_handler.c:8895:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789131237.970995:0:23318:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf3fe2838e1fc3c21 00000020:01000004:3.0:1789131237.971003:0:23318:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1789131237.971008:0:23318:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1789131237.971013:0:23318:0:(tgt_mount.c:101:server_register_mount()) register mount ffff91dcc9279800 from MGS 00000020:01000004:3.0:1789131237.971017:0:23318:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1789131237.971028:0:23318:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff91ddff71ced8) 00000020:00000080:3.0:1789131237.971037:0:23318:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1789131237.971096:0:23318:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91dcc9279800 from MGS, refs=2 00080000:01000000:3.0:1789131237.971101:0:23318:0:(osd_handler.c:8895:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789131237.971105:0:23318:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf3fe2838e1fc3c2f 00000100:00100000:3.0:1789131237.971222:0:23318:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1789131237.972735:0:23318:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1789131237.972742:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1789131237.975886:0:23318:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1789131237.975950:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1789131237.980860:0:23318:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789131237.981038:0:23318:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1789131237.981044:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1789131237.983656:0:23318:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1789131237.983668:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1789131237.984014:0:23318:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1789131237.984021:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:3.0:1789131237.989106:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131237.989111:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131237.989113:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131237.990056:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131237.990060:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131237.990068:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131237.990898:0:23318:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1789131237.992722:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1789131238.000659:0:23318:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1789131238.006435:0:23330:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1789131238.006533:0:23318:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1789131238.007927:0:23318:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1789131238.009245:0:23318:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1789131238.011719:0:23318:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789131238.011960:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1789131238.011968:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1789131238.023883:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1789131238.023900:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1789131238.024324:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1789131238.024330:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000100:00080000:1.0:1789131238.025759:0:23335:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:2.0:1789131238.025859:0:23318:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1789131238.025887:0:23318:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.111@tcp' 00000020:01000004:2.0:1789131238.025889:0:23318:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1789131238.025993:0:23318:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.111@tcp (typ=mgc) 00000020:00000080:2.0:1789131238.026013:0:23318:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.111@tcp (ffff91ddfcdf9a48) 00000020:00000080:2.0:1789131238.026033:0:23318:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1789131238.026127:0:23318:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91de01afc000@MGC192.168.203.111@tcp: add connection 192.168.203.111@tcp at head 00010000:00010000:2.0:1789131238.026320:0:23318:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.111@tcp-0 is initialized 00000040:01000000:2.0:1789131238.026328:0:23318:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.111@tcp ctxt 1 is initialized 10000000:01000000:3.0:1789131238.035720:0:23336:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1789131238.038303:0:23318:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.111@tcp (uuid 56dba386-29a7-47c9-94c3-ec28dcb7438b) 00000020:00000080:2.0:1789131238.038339:0:23318:0:(genops.c:1385:class_connect()) connect: client 56dba386-29a7-47c9-94c3-ec28dcb7438b, cookie 0xf3fe2838e1fc3c3d 00000100:00080000:2.0:1789131238.038354:0:23318:0:(import.c:510:import_select_connection()) MGC192.168.203.111@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789131238.038362:0:23318:0:(import.c:624:import_select_connection()) MGC192.168.203.111@tcp: import ffff91de01afc000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1789131238.038405:0:23318:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91de01b38f00 x1876039508931328/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789131238.038762:0:23318:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 56dba386-29a7-47c9-94c3-ec28dcb7438b->MGS 00000020:01000004:2.0:1789131238.038789:0:23318:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1789131238.038795:0:23318:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1789131238.038814:0:23318:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff91ddfcdfb490) 00000020:00000080:2.0:1789131238.038828:0:23318:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:0.0:1789131238.043757:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56dba386-29a7-47c9-94c3-ec28dcb7438b:3624:1876039508931328:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1789131238.043861:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131238.044024:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508931328 00000100:00100000:3.0:1789131238.044035:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508931328 00000100:00100000:3.0:1789131238.044084:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789131238.044094:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfcb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3624:x1876039508931328:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1789131238.044130:0:23332:0:(ldlm_lib.c:1482:target_handle_connect()) MGS: connection from 56dba386-29a7-47c9-94c3-ec28dcb7438b@0@lo t0 exp 0000000000000000 cur 593 last 0 00000020:00000080:3.0:1789131238.044166:0:23332:0:(genops.c:1385:class_connect()) connect: client 56dba386-29a7-47c9-94c3-ec28dcb7438b, cookie 0xf3fe2838e1fc3c4b 00000100:00080000:3.0:1789131238.044350:0:23332:0:(import.c:65:import_set_state_nolock()) ffff91de01b9d800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789131238.044416:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfcb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+5:3624:x1876039508931328:12345-0@lo:250:mount.lustre.0 Request processed in 321us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131238.044425:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789131238.046723:0:3624:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.203.111@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1789131238.046748:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.111@tcp: connect to target with instance 0 00000100:00080000:0.0:1789131238.046759:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.111@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1789131238.046767:0:3624:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1789131238.046773:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91de01afc000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1789131238.046777:0:3624:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1789131238.046785:0:3624:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1789131238.046795:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:56dba386-29a7-47c9-94c3-ec28dcb7438b:3624:1876039508931328:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1789131238.055885:0:23318:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789131238.056139:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1789131238.056145:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:3.0:1789131238.057262:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1789131238.057285:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1789131238.061722:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1789131238.061743:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1789131238.065900:0:23318:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789131238.066118:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1789131238.066125:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1789131238.066870:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1789131238.066879:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1789131238.114416:0:23318:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789131238.114626:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1789131238.114632:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1789131238.117351:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1789131238.117364:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1789131238.120393:0:23318:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789131238.120630:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1789131238.120637:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1789131238.122063:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789131238.122073:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1789131238.122976:0:23318:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789131238.123134:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1789131238.123139:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1789131238.123983:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789131238.123991:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1789131238.125807:0:23318:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789131238.125982:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1789131238.125988:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1789131238.127097:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789131238.127107:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1789131238.145402:0:23318:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789131238.148251:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1789131238.148283:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:0.0:1789131238.156765:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1789131238.156782:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1789131238.158297:0:23318:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1789131238.158310:0:23318:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1789131238.166288:0:23318:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1789131238.166331:0:23318:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1789131238.166338:0:23318:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.111@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1789131238.166667:0:23318:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.111@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789131238.166703:0:23318:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.111@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1789131238.166708:0:23318:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789131238.166709:0:23318:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789131238.166711:0:23318:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789131238.166712:0:23318:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789131238.166713:0:23318:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789131238.166714:0:23318:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789131238.166715:0:23318:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789131238.166717:0:23318:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789131238.166719:0:23318:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789131238.166720:0:23318:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789131238.166723:0:23318:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1789131238.166730:0:23318:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789131238.166731:0:23318:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789131238.166732:0:23318:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789131238.166733:0:23318:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789131238.166734:0:23318:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789131238.166735:0:23318:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789131238.166735:0:23318:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789131238.166736:0:23318:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789131238.166737:0:23318:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789131238.166738:0:23318:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789131238.166772:0:23318:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1789131238.166792:0:23318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa39680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508931456:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789131238.166864:0:23318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131238.166904:0:23318:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc7c5a180 going to sleep for 11 seconds 00000100:00100000:0.0:1789131238.166979:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508931456 00000100:00100000:0.0:1789131238.166986:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508931456 00000100:00100000:0.0:1789131238.167069:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789131238.167079:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+5:23318:x1876039508931456:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789131238.167123:0:23334:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1789131238.167126:0:23334:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1789131238.167129:0:23334:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1789131238.167676:0:23355:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1789131238.168073:0:23334:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:3.0:1789131238.170005:0:23356:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1789131238.170012:0:23356:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1789131238.170015:0:23356:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1789131238.170017:0:23356:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1789131238.170373:0:23356:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:1.0:1789131238.170788:0:23334:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1789131238.170800:0:23334:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1789131238.174942:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+5:23318:x1876039508931456:12345-0@lo:253:mount.lustre.0 Request processed in 7758us (7971us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131238.174962:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789131238.176734:0:23318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa39680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508931456:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789131238.176754:0:23318:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1789131238.176757:0:23318:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789131238.176759:0:23318:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789131238.176760:0:23318:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789131238.176761:0:23318:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789131238.176763:0:23318:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789131238.176764:0:23318:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789131238.176765:0:23318:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789131238.176767:0:23318:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789131238.176769:0:23318:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789131238.176770:0:23318:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789131238.176792:0:23318:0:(tgt_mount.c:101:server_register_mount()) register mount ffff91dcc9279800 from lustre-MDT0000 10000000:01000000:0.0:1789131238.176827:0:23318:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1789131238.176830:0:23318:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1789131238.176834:0:23318:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff91ddfcdf9a48 10000000:01000000:0.0:1789131238.176843:0:23318:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789131238.176852:0:23318:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff91ddfcdf9a48 from 1 10000000:01000000:0.0:1789131238.176855:0:23318:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1789131238.176900:0:23318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddfa939000/0xf3fe2838e1fc3c52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.176923:0:23318:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddfa939000/0xf3fe2838e1fc3c52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.176932:0:23318:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddfa939000/0xf3fe2838e1fc3c52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131238.176951:0:23318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508931584:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789131238.177037:0:23318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131238.177082:0:23318:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc7c5ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1789131238.177199:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508931584 00000100:00100000:3.0:1789131238.177205:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508931584 00000100:00100000:3.0:1789131238.177254:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789131238.177264:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+5:23318:x1876039508931584:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789131238.177296:0:23333:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789131238.177313:0:23333:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ddc0030c00/0xf3fe2838e1fc3c59 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3c52 expref: -99 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.177335:0:23333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc0030c00/0xf3fe2838e1fc3c59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3c52 expref: 6 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.177347:0:23333:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ddc0030c00/0xf3fe2838e1fc3c59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3c52 expref: 6 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.177355:0:23333:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc0030c00, rc 0) 00000100:00100000:3.0:1789131238.177391:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+6:23318:x1876039508931584:12345-0@lo:101:mount.lustre.0 Request processed in 129us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131238.177398:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789131238.177511:0:23318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508931584:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789131238.177524:0:23318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddfa939000/0xf3fe2838e1fc3c52 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3c59 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.177532:0:23318:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddfa939000/0xf3fe2838e1fc3c52 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3c59 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131238.177593:0:23318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508931712:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789131238.177620:0:23318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131238.177633:0:23318:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc7c5ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1789131238.177929:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508931712 00000100:00100000:1.0:1789131238.177934:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508931712 00000100:00100000:1.0:1789131238.177969:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789131238.177976:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+6:23318:x1876039508931712:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789131238.178161:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+6:23318:x1876039508931712:12345-0@lo:501:mount.lustre.0 Request processed in 184us (540us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789131238.178169:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789131238.178246:0:23318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508931712:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789131238.178288:0:23318:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1789131238.178343:0:23318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddfa939000/0xf3fe2838e1fc3c52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3c59 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.178352:0:23318:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddfa939000/0xf3fe2838e1fc3c52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3c59 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789131238.178373:0:23318:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff91dcc9279800 10000000:01000000:0.0:1789131238.178378:0:23318:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789131238.178382:0:23318:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff91dcc9279800 10000000:01000000:0.0:1789131238.178384:0:23318:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1789131238.178386:0:23318:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff91dcc9279800 from 1 10000000:01000000:0.0:1789131238.178389:0:23318:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1789131238.178409:0:23318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddfa938c00/0xf3fe2838e1fc3c60 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.178416:0:23318:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddfa938c00/0xf3fe2838e1fc3c60 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.178425:0:23318:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddfa938c00/0xf3fe2838e1fc3c60 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131238.178438:0:23318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508931840:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789131238.178503:0:23318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131238.178527:0:23318:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc7c5ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1789131238.178833:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508931840 00000100:00100000:1.0:1789131238.178838:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508931840 00000100:00100000:1.0:1789131238.178874:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789131238.178882:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfc9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+6:23318:x1876039508931840:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789131238.178900:0:23332:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131238.178914:0:23332:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91dde19aac00/0xf3fe2838e1fc3c67 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3c60 expref: -99 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131238.178932:0:23332:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dde19aac00/0xf3fe2838e1fc3c67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3c60 expref: 7 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131238.178942:0:23332:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91dde19aac00/0xf3fe2838e1fc3c67 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3c60 expref: 7 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131238.178949:0:23332:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dde19aac00, rc 0) 00000100:00100000:1.0:1789131238.178982:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfc9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+7:23318:x1876039508931840:12345-0@lo:101:mount.lustre.0 Request processed in 101us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131238.178989:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789131238.179165:0:23318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508931840:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789131238.179177:0:23318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddfa938c00/0xf3fe2838e1fc3c60 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3c67 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.179185:0:23318:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddfa938c00/0xf3fe2838e1fc3c60 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3c67 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789131238.179198:0:23318:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1789131238.179398:0:23318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddfa938c00/0xf3fe2838e1fc3c60 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3c67 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.179416:0:23318:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddfa938c00/0xf3fe2838e1fc3c60 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3c67 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789131238.179423:0:23318:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1789131238.179428:0:23318:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789131238.179433:0:23318:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff91dcc9279800 10000000:01000000:0.0:1789131238.179435:0:23318:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1789131238.179439:0:23318:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1789131238.179441:0:23318:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1789131238.179477:0:23318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddfa939600/0xf3fe2838e1fc3c6e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.179494:0:23318:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddfa939600/0xf3fe2838e1fc3c6e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.179502:0:23318:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddfa939600/0xf3fe2838e1fc3c6e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131238.179519:0:23318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508931968:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789131238.179550:0:23318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131238.179581:0:23318:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc7c5ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1789131238.179754:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508931968 00000100:00100000:1.0:1789131238.179759:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508931968 00000100:00100000:1.0:1789131238.179792:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789131238.179799:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+7:23318:x1876039508931968:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789131238.179808:0:23334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131238.179819:0:23334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91dde19aa400/0xf3fe2838e1fc3c75 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3c6e expref: -99 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131238.179833:0:23334:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dde19aa400/0xf3fe2838e1fc3c75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3c6e expref: 8 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131238.179842:0:23334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91dde19aa400/0xf3fe2838e1fc3c75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3c6e expref: 8 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131238.179849:0:23334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dde19aa400, rc 0) 00000100:00100000:1.0:1789131238.179899:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+8:23318:x1876039508931968:12345-0@lo:101:mount.lustre.0 Request processed in 99us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131238.179906:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789131238.179982:0:23318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508931968:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789131238.179993:0:23318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddfa939600/0xf3fe2838e1fc3c6e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3c75 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.180012:0:23318:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddfa939600/0xf3fe2838e1fc3c6e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3c75 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131238.180067:0:23318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508932096:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789131238.180095:0:23318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131238.180127:0:23318:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddfce48600 going to sleep for 11 seconds 00000100:00100000:1.0:1789131238.180373:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508932096 00000100:00100000:1.0:1789131238.180378:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508932096 00000100:00100000:1.0:1789131238.180403:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789131238.180409:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+8:23318:x1876039508932096:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789131238.180580:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+9:23318:x1876039508932096:12345-0@lo:501:mount.lustre.0 Request processed in 170us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131238.180589:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789131238.180806:0:23318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508932096:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789131238.180837:0:23318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508932224:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789131238.180878:0:23318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131238.180902:0:23318:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddfce48600 going to sleep for 11 seconds 00000100:00100000:0.0:1789131238.180959:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508932224 00000100:00100000:0.0:1789131238.180964:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508932224 00000100:00100000:0.0:1789131238.180999:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789131238.181017:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+9:23318:x1876039508932224:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789131238.181896:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+9:23318:x1876039508932224:12345-0@lo:503:mount.lustre.0 Request processed in 877us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131238.181915:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789131238.182018:0:23318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508932224:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789131238.182451:0:23357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286ad00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:56dba386-29a7-47c9-94c3-ec28dcb7438b:23357:1876039508932352:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789131238.182623:0:23357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131238.182659:0:23357:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddfce48840 going to sleep for 11 seconds 00000100:00100000:2.0:1789131238.182717:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508932352 00000100:00100000:2.0:1789131238.182723:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508932352 00000100:00100000:2.0:1789131238.182759:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789131238.182768:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+9:23357:x1876039508932352:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789131238.183497:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+9:23357:x1876039508932352:12345-0@lo:502:llog_process_th.0 Request processed in 728us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131238.183506:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789131238.183649:0:23357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286ad00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:56dba386-29a7-47c9-94c3-ec28dcb7438b:23357:1876039508932352:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1789131238.183677:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789131238.183688:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789131238.183691:0:23357:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1789131238.183696:0:23357:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1789131238.183699:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789131238.183712:0:23357:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff91ddff71b490) 00000020:00000080:3.0:1789131238.183728:0:23357:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1789131238.183733:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1789131238.183817:0:23357:0:(osd_handler.c:8895:osd_obd_connect()) connect #2 00000020:00000080:3.0:1789131238.183825:0:23357:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf3fe2838e1fc3c83 00000020:00000080:3.0:1789131238.184088:0:23357:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1789131238.184092:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789131238.184096:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789131238.184098:0:23357:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1789131238.184100:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789131238.184103:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789131238.184105:0:23357:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1789131238.184109:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789131238.184117:0:23357:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff91ddff718000) 00000020:00000080:3.0:1789131238.184126:0:23357:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1789131238.184130:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1789131238.184132:0:23357:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1789131238.184135:0:23357:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1789131238.184140:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1789131238.184396:0:23357:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91dcc9279800 from lustre-MDT0000, refs=3 00000020:00000080:3.0:1789131238.184410:0:23357:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff91ddff719a48) 00000020:00000080:3.0:1789131238.184418:0:23357:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1789131238.184708:0:23357:0:(lod_dev.c:2292:lod_obd_connect()) connect #0 00000020:00000080:3.0:1789131238.184714:0:23357:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf3fe2838e1fc3c98 00000020:00000080:3.0:1789131238.184806:0:23357:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1789131238.184813:0:23357:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1789131238.184817:0:23357:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xf3fe2838e1fc3c9f 00080000:01000000:3.0:1789131238.184821:0:23357:0:(osd_handler.c:8895:osd_obd_connect()) connect #3 00000020:00000080:3.0:1789131238.184825:0:23357:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf3fe2838e1fc3ca6 00010000:00010000:0.0:1789131238.264612:0:23357:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:0.0:1789131238.265072:0:23357:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934638 00000001:00080000:0.0:1789131238.265439:0:23357:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1789131238.267048:0:23357:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff91ddcf4c4ed8) 00000020:00000080:0.0:1789131238.267068:0:23357:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:0.0:1789131238.267166:0:23357:0:(osd_handler.c:8895:osd_obd_connect()) connect #4 00000020:00000080:0.0:1789131238.267175:0:23357:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf3fe2838e1fc3cb4 00000020:00000080:1.0:1789131238.268773:0:23357:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1789131238.273342:0:23357:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xf3fe2838e1fc3cbb 00000020:00000080:1.0:1789131238.273826:0:23357:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1789131238.273838:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131238.273845:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131238.273847:0:23357:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1789131238.273850:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789131238.273853:0:23357:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1789131238.273854:0:23357:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789131238.273856:0:23357:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789131238.273857:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789131238.273860:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131238.273861:0:23357:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789131238.273864:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789131238.273869:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131238.273870:0:23357:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1789131238.273875:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1789131238.273910:0:23357:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1789131238.273925:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131238.273928:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131238.273929:0:23357:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1789131238.273939:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789131238.273943:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131238.273944:0:23357:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:1.0:1789131238.273947:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789131238.273952:0:23357:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.111@tcp to nid 0x20000c0a8cb6f (192.168.203.111@tcp) 00000020:00000080:1.0:1789131238.273977:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789131238.273992:0:23357:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff91dcc7d03490) 00000020:00000080:1.0:1789131238.274007:0:23357:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1789131238.274011:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789131238.274063:0:23357:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:1.0:1789131238.274069:0:23357:0:(osd_handler.c:8895:osd_obd_connect()) connect #5 00000020:00000080:1.0:1789131238.274075:0:23357:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf3fe2838e1fc3cc9 00010000:00080000:1.0:1789131238.274106:0:23357:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91de01afb000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.111@tcp at head 00010000:00010000:1.0:1789131238.278081:0:23357:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:1.0:1789131238.281000:0:23357:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789131238.281016:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1789131238.281053:0:23357:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:1.0:1789131238.281073:0:23357:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf3fe2838e1fc3cd0 00000100:00080000:1.0:1789131238.281085:0:23357:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789131238.281090:0:23357:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff91de01afb000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131238.281125:0:23357:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddffa3a580 x1876039508932480/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789131238.281614:0:23357:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:1.0:1789131238.281724:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131238.281728:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131238.281731:0:23357:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:1.0:1789131238.281734:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789131238.281788:0:23357:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:1.0:1789131238.281790:0:23357:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789131238.281792:0:23357:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789131238.281794:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789131238.281802:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131238.281804:0:23357:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789131238.281807:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789131238.281812:0:23357:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1789131238.281814:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131238.281815:0:23357:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1789131238.281875:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789131238.281878:0:23357:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.111@tcp to nid 0x20000c0a8cb6f (192.168.203.111@tcp) 00000020:01000000:1.0:1789131238.281902:0:23357:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1789131238.281904:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789131238.281918:0:23357:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff91dcc7d00000) 00000020:00000080:1.0:1789131238.281932:0:23357:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1789131238.281936:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789131238.282055:0:23357:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1789131238.282061:0:23357:0:(osd_handler.c:8895:osd_obd_connect()) connect #6 00000020:00000080:1.0:1789131238.282069:0:23357:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf3fe2838e1fc3cde 00010000:00080000:1.0:1789131238.282097:0:23357:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91dcc78a5000@lustre-OST0000-osc-MDT0000: add connection 192.168.203.111@tcp at head 00000100:00100000:0.0:1789131238.282337:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508932480:0@lo:38:llog_process_th.0 00010000:00010000:1.0:1789131238.282374:0:23357:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:0.0:1789131238.282399:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131238.282850:0:23344:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508932480 00000100:00100000:3.0:1789131238.282858:0:23344:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508932480 00000100:00100000:3.0:1789131238.282896:0:23344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789131238.282904:0:23344:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c6bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3624:x1876039508932480:12345-0@lo:38:llog_process_th.0 00010000:00020000:3.0:1789131238.282920:0:23344:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:1.0:1789131238.283951:0:23357:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789131238.285054:0:23357:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1789131238.291259:0:23357:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789131238.291580:0:23357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1789131238.295384:0:23357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:1.0:1789131238.295904:0:23363:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789131238.295909:0:23363:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1789131238.296500:0:23357:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789131238.296513:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789131238.296550:0:23357:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1789131238.296570:0:23357:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf3fe2838e1fc3ce5 00000100:00080000:2.0:1789131238.296581:0:23357:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789131238.296587:0:23357:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff91dcc78a5000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1789131238.296622:0:23357:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91de01b38000 x1876039508932608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789131238.296648:0:23357:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1789131238.296705:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789131238.296710:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.296711:0:23357:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1789131238.296714:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789131238.296717:0:23357:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1789131238.296718:0:23357:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789131238.296720:0:23357:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789131238.296721:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789131238.296723:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.296725:0:23357:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789131238.296728:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789131238.296731:0:23357:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1789131238.296734:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.296741:0:23357:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1789131238.296746:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789131238.296749:0:23357:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.111@tcp to nid 0x20000c0a8cb6f (192.168.203.111@tcp) 00000020:01000000:2.0:1789131238.296772:0:23357:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1789131238.296775:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789131238.296786:0:23357:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff91ddfcdfced8) 00000020:00000080:2.0:1789131238.296798:0:23357:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:2.0:1789131238.296802:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789131238.296856:0:23357:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1789131238.296862:0:23357:0:(osd_handler.c:8895:osd_obd_connect()) connect #7 00000020:00000080:2.0:1789131238.296868:0:23357:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xf3fe2838e1fc3cf3 00010000:00080000:2.0:1789131238.296896:0:23357:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91ddfce34800@lustre-OST0001-osc-MDT0000: add connection 192.168.203.111@tcp at head 00010000:00010000:2.0:1789131238.297086:0:23357:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:2.0:1789131238.297143:0:23357:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789131238.297156:0:23357:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:0.0:1789131238.297538:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508932608:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1789131238.297590:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876039508932608 offset 0 length 520: 4 00000040:00080000:2.0:1789131238.300798:0:23357:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789131238.301112:0:23357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1789131238.301254:0:23357:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:1.0:1789131238.301951:0:23365:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789131238.301956:0:23365:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1789131238.302668:0:23357:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789131238.302728:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789131238.302766:0:23357:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1789131238.302787:0:23357:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf3fe2838e1fc3cfa 00000100:00080000:2.0:1789131238.302797:0:23357:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789131238.302803:0:23357:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff91ddfce34800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1789131238.302836:0:23357:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91de01b392c0 x1876039508932736/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789131238.302892:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508932736:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1789131238.302955:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876039508932736 offset 0 length 520: 4 00000100:00080000:2.0:1789131238.303012:0:23357:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1789131238.303071:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789131238.303075:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.303077:0:23357:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1789131238.303087:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789131238.303091:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.303093:0:23357:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789131238.303096:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789131238.303098:0:23357:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789131238.303100:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789131238.303102:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.303104:0:23357:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789131238.303106:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789131238.303108:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.303109:0:23357:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789131238.303112:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1789131238.303140:0:23357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3a580 pname:cluuid:pid:xid:nid:opc:job llog_process_th:56dba386-29a7-47c9-94c3-ec28dcb7438b:23357:1876039508932864:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789131238.303189:0:23357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131238.303208:0:23357:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddff3c3180 going to sleep for 11 seconds 00000100:00100000:0.0:1789131238.303313:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508932864 00000100:00100000:0.0:1789131238.303320:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508932864 00000100:00100000:0.0:1789131238.303382:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789131238.303389:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfcbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+9:23357:x1876039508932864:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789131238.303626:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfcbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+9:23357:x1876039508932864:12345-0@lo:502:llog_process_th.0 Request processed in 236us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131238.303634:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789131238.303713:0:23357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3a580 pname:cluuid:pid:xid:nid:opc:job llog_process_th:56dba386-29a7-47c9-94c3-ec28dcb7438b:23357:1876039508932864:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789131238.303742:0:23357:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789131238.303746:0:23357:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.303747:0:23357:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789131238.303751:0:23357:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:0.0:1789131238.303950:0:23318:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1789131238.303970:0:23318:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1789131238.304024:0:23318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddfa939600/0xf3fe2838e1fc3c6e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3c75 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.304045:0:23318:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddfa939600/0xf3fe2838e1fc3c6e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3c75 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789131238.304052:0:23318:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff91dcc9279800 from 1 10000000:01000000:0.0:1789131238.304054:0:23318:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789131238.304080:0:23318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddfa939e00/0xf3fe2838e1fc3d01 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.304087:0:23318:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddfa939e00/0xf3fe2838e1fc3d01 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.304095:0:23318:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddfa939e00/0xf3fe2838e1fc3d01 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131238.304108:0:23318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508932992:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789131238.304135:0:23318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131238.304169:0:23318:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575780 going to sleep for 11 seconds 00000100:00100000:1.0:1789131238.304225:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508932992 00000100:00100000:1.0:1789131238.304230:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508932992 00000100:00100000:1.0:1789131238.304262:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789131238.304279:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+9:23318:x1876039508932992:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789131238.304296:0:23334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131238.304310:0:23334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc3d08 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3d01 expref: -99 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131238.304330:0:23334:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc3d08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3d01 expref: 10 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131238.304340:0:23334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc3d08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3d01 expref: 10 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131238.304349:0:23334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dde19ab800, rc 0) 00000100:00100000:1.0:1789131238.304380:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+10:23318:x1876039508932992:12345-0@lo:101:mount.lustre.0 Request processed in 110us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131238.304386:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789131238.304455:0:23318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508932992:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789131238.304593:0:23318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddfa939e00/0xf3fe2838e1fc3d01 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d08 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.304604:0:23318:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddfa939e00/0xf3fe2838e1fc3d01 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3d08 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131238.305156:0:23318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508933120:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1789131238.305198:0:23318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131238.305276:0:23318:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575780 going to sleep for 11 seconds 00000100:00100000:1.0:1789131238.305425:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508933120 00000100:00100000:1.0:1789131238.305431:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508933120 00000100:00100000:1.0:1789131238.305607:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789131238.305616:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+10:23318:x1876039508933120:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1789131238.305633:0:23332:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1789131238.305639:0:23332:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1789131238.305726:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+10:23318:x1876039508933120:12345-0@lo:256:mount.lustre.0 Request processed in 111us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131238.305734:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789131238.305806:0:23318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508933120:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1789131238.306372:0:23318:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789131238.306390:0:23318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddfa939e00/0xf3fe2838e1fc3d01 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d08 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.306400:0:23318:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddfa939e00/0xf3fe2838e1fc3d01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d08 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789131238.306408:0:23318:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91dcc9279800 from 1 10000000:01000000:0.0:1789131238.306410:0:23318:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789131238.306436:0:23318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddfa939c00/0xf3fe2838e1fc3d0f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.306443:0:23318:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddfa939c00/0xf3fe2838e1fc3d0f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.306452:0:23318:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddfa939c00/0xf3fe2838e1fc3d0f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131238.306495:0:23318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508933248:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789131238.306531:0:23318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131238.306822:0:23318:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575780 going to sleep for 11 seconds 00000100:00100000:2.0:1789131238.306858:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508933248 00000100:00100000:2.0:1789131238.306863:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508933248 00000100:00100000:2.0:1789131238.306893:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789131238.306900:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+10:23318:x1876039508933248:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789131238.306910:0:23334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789131238.306926:0:23334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91dcc78df000/0xf3fe2838e1fc3d16 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3d0f expref: -99 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131238.306945:0:23334:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dcc78df000/0xf3fe2838e1fc3d16 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3d0f expref: 11 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131238.306971:0:23334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91dcc78df000/0xf3fe2838e1fc3d16 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3d0f expref: 11 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131238.306980:0:23334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dcc78df000, rc 0) 00000100:00100000:2.0:1789131238.307014:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+11:23318:x1876039508933248:12345-0@lo:101:mount.lustre.0 Request processed in 114us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131238.307021:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789131238.307130:0:23318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508933248:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789131238.307143:0:23318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddfa939c00/0xf3fe2838e1fc3d0f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d16 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.307151:0:23318:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddfa939c00/0xf3fe2838e1fc3d0f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3d16 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131238.307219:0:23318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508933376:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789131238.307245:0:23318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131238.307303:0:23318:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575780 going to sleep for 11 seconds 00000100:00100000:2.0:1789131238.307335:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508933376 00000100:00100000:2.0:1789131238.307340:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508933376 00000100:00100000:2.0:1789131238.307395:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789131238.307403:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+11:23318:x1876039508933376:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789131238.307787:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+11:23318:x1876039508933376:12345-0@lo:501:mount.lustre.0 Request processed in 385us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131238.307795:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789131238.307842:0:23318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508933376:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789131238.307869:0:23318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508933504:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789131238.307908:0:23318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131238.307965:0:23318:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575780 going to sleep for 11 seconds 00000100:00100000:1.0:1789131238.307997:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508933504 00000100:00100000:1.0:1789131238.308001:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508933504 00000100:00100000:1.0:1789131238.308062:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789131238.308070:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+11:23318:x1876039508933504:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789131238.308162:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+11:23318:x1876039508933504:12345-0@lo:503:mount.lustre.0 Request processed in 92us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131238.308176:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789131238.308238:0:23318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508933504:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789131238.308427:0:23367:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3a580 pname:cluuid:pid:xid:nid:opc:job llog_process_th:56dba386-29a7-47c9-94c3-ec28dcb7438b:23367:1876039508933632:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789131238.308491:0:23367:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131238.308764:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508933632 00000100:00100000:0.0:1789131238.308769:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508933632 00000100:00100000:0.0:1789131238.308793:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789131238.308799:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+11:23367:x1876039508933632:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789131238.309096:0:23367:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddff3c3300 going to sleep for 11 seconds 00000100:00100000:0.0:1789131238.309359:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+11:23367:x1876039508933632:12345-0@lo:502:llog_process_th.0 Request processed in 557us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131238.309367:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789131238.309440:0:23367:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3a580 pname:cluuid:pid:xid:nid:opc:job llog_process_th:56dba386-29a7-47c9-94c3-ec28dcb7438b:23367:1876039508933632:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789131238.309555:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789131238.309566:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.309568:0:23367:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789131238.309575:0:23367:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff91dcc9279800 00000020:00000080:2.0:1789131238.309577:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789131238.309585:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789131238.309593:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.309595:0:23367:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789131238.309597:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789131238.309599:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.309600:0:23367:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789131238.309604:0:23367:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff91dcc9279800 00000020:00000080:2.0:1789131238.309606:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789131238.309746:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789131238.309751:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.309752:0:23367:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789131238.309755:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789131238.309757:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.309758:0:23367:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre lod.lustre-MDT0000-mdtlov.enable_compr_rotational 00000020:01000000:2.0:1789131238.309762:0:23367:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91dcc9279800 00000020:00000080:2.0:1789131238.309764:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789131238.310547:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789131238.310553:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.310555:0:23367:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre lod.lustre-MDT0000-mdtlov.enable_compr_rotational 00000020:01000000:2.0:1789131238.310557:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789131238.310560:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.310562:0:23367:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre lod.lustre-MDT0001-mdtlov.enable_compr_rotational 00000020:01000000:2.0:1789131238.310566:0:23367:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91dcc9279800 00000020:00000080:2.0:1789131238.310568:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789131238.310591:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789131238.310594:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.310596:0:23367:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre lod.lustre-MDT0001-mdtlov.enable_compr_rotational 00000020:01000000:2.0:1789131238.310599:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789131238.310601:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.310603:0:23367:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789131238.310606:0:23367:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91dcc9279800 00000020:00000080:2.0:1789131238.310609:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789131238.310624:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789131238.310627:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.310634:0:23367:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789131238.310638:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789131238.310641:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.310642:0:23367:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789131238.310645:0:23367:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91dcc9279800 00000020:00000080:2.0:1789131238.310647:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1789131238.311202:0:23344:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c6bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3624:x1876039508932480:12345-0@lo:38:llog_process_th.0 Request processed in 28286us (28791us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789131238.311220:0:23344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1789131238.311247:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91de01afb000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789131238.311256:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789131238.311261:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508932480:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789131238.311337:0:23367:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3a580 pname:cluuid:pid:xid:nid:opc:job llog_process_th:56dba386-29a7-47c9-94c3-ec28dcb7438b:23367:1876039508933760:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789131238.311401:0:23367:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131238.313512:0:23367:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddff3c3300 going to sleep for 11 seconds 00000100:00100000:1.0:1789131238.314802:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508933760 00000100:00100000:1.0:1789131238.314813:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508933760 00000100:00100000:1.0:1789131238.314909:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789131238.314919:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+11:23367:x1876039508933760:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789131238.315080:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+11:23367:x1876039508933760:12345-0@lo:502:llog_process_th.0 Request processed in 162us (3677us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131238.315088:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789131238.315352:0:23367:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3a580 pname:cluuid:pid:xid:nid:opc:job llog_process_th:56dba386-29a7-47c9-94c3-ec28dcb7438b:23367:1876039508933760:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789131238.316936:0:23367:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789131238.316946:0:23367:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131238.316948:0:23367:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789131238.316952:0:23367:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 19 count 19 00000020:01000000:2.0:1789131238.317026:0:23318:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-18 (rc=0) 10000000:01000000:2.0:1789131238.317048:0:23318:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789131238.317062:0:23318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddfa939c00/0xf3fe2838e1fc3d0f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d16 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131238.317071:0:23318:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddfa939c00/0xf3fe2838e1fc3d0f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d16 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131238.317127:0:23318:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789131238.317131:0:23318:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff91dcc9279800 10000000:01000000:2.0:1789131238.317133:0:23318:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff91dcc9279800 10000000:01000000:2.0:1789131238.317137:0:23318:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789131238.317142:0:23318:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff91dcc9279800 from 1 10000000:01000000:2.0:1789131238.317160:0:23318:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789131238.317193:0:23318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78df200/0xf3fe2838e1fc3d1d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131238.317212:0:23318:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91dcc78df200/0xf3fe2838e1fc3d1d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131238.317229:0:23318:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91dcc78df200/0xf3fe2838e1fc3d1d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131238.317250:0:23318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508933888:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789131238.317312:0:23318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131238.317350:0:23318:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddff3c3540 going to sleep for 11 seconds 00000100:00100000:0.0:1789131238.317505:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508933888 00000100:00100000:0.0:1789131238.317511:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508933888 00000100:00100000:0.0:1789131238.317548:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789131238.317557:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+11:23318:x1876039508933888:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789131238.317571:0:23332:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789131238.317596:0:23332:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ddc76b8000/0xf3fe2838e1fc3d24 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3d1d expref: -99 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.317619:0:23332:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc76b8000/0xf3fe2838e1fc3d24 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3d1d expref: 12 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.317640:0:23332:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ddc76b8000/0xf3fe2838e1fc3d24 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3d1d expref: 12 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.317647:0:23332:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc76b8000, rc 0) 00000100:00100000:0.0:1789131238.317703:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:23318:x1876039508933888:12345-0@lo:101:mount.lustre.0 Request processed in 147us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131238.317710:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789131238.317711:0:23318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508933888:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789131238.317723:0:23318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91dcc78df200/0xf3fe2838e1fc3d1d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d24 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131238.317732:0:23318:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91dcc78df200/0xf3fe2838e1fc3d1d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3d24 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131238.317782:0:23318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508934016:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789131238.317806:0:23318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131238.317841:0:23318:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddff3c3540 going to sleep for 11 seconds 00000100:00100000:0.0:1789131238.317886:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508934016 00000100:00100000:0.0:1789131238.317891:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508934016 00000100:00100000:0.0:1789131238.317913:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789131238.317920:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:23318:x1876039508934016:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789131238.318028:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:23318:x1876039508934016:12345-0@lo:501:mount.lustre.0 Request processed in 108us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131238.318036:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789131238.318038:0:23318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508934016:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789131238.318064:0:23318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508934144:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789131238.318102:0:23318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131238.318122:0:23318:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddff3c3540 going to sleep for 11 seconds 00000100:00100000:0.0:1789131238.318195:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508934144 00000100:00100000:0.0:1789131238.318199:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508934144 00000100:00100000:0.0:1789131238.318219:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789131238.318225:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:23318:x1876039508934144:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789131238.318322:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:23318:x1876039508934144:12345-0@lo:503:mount.lustre.0 Request processed in 96us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131238.318327:0:23318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508934144:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789131238.318330:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789131238.318588:0:23369:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:56dba386-29a7-47c9-94c3-ec28dcb7438b:23369:1876039508934272:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789131238.318622:0:23369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131238.318640:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508934272 00000100:00100000:0.0:1789131238.318644:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508934272 00000100:00100000:0.0:1789131238.318668:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789131238.318673:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:23369:x1876039508934272:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789131238.318740:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:23369:x1876039508934272:12345-0@lo:502:llog_process_th.0 Request processed in 66us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131238.318747:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789131238.318779:0:23369:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575300 going to sleep for 11 seconds 00000100:00100000:0.0:1789131238.318791:0:23369:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:56dba386-29a7-47c9-94c3-ec28dcb7438b:23369:1876039508934272:0@lo:502:llog_process_th.0 00000020:01000004:0.0:1789131238.318836:0:23369:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:0.0:1789131238.318851:0:23369:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff91ddcf4c0000) 00000020:00000080:0.0:1789131238.318867:0:23369:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:0.0:1789131238.318936:0:23369:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91dcc9279800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1789131238.318940:0:23369:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91dcc9279800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1789131238.318943:0:23369:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91dcc9279800 4 00010000:00080000:0.0:1789131238.318984:0:23369:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91de01aa9000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.111@tcp at head 00010000:00010000:0.0:1789131238.322668:0:23369:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:0.0:1789131238.322850:0:23369:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1789131238.322891:0:23369:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789131238.322904:0:23369:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xf3fe2838e1fc3d32 00000100:00080000:0.0:1789131238.322914:0:23369:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789131238.322920:0:23369:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff91de01aa9000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1789131238.322955:0:23369:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91dcc7c68b40 x1876039508934400/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789131238.323000:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3624:1876039508934400:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789131238.323067:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789131238.323127:0:23369:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1789131238.323643:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508934400 00000100:00100000:3.0:1789131238.323908:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508934400 00000100:00100000:3.0:1789131238.324177:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789131238.324190:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c6a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3624:x1876039508934400:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789131238.324315:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c6a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3624:x1876039508934400:12345-0@lo:38:llog_process_th.0 Request processed in 126us (1246us total) trans 0 rc -11/-11 00000100:00100000:3.0:1789131238.324324:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789131238.326001:0:3624:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789131238.326014:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91de01aa9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789131238.326029:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1789131238.326034:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3624:1876039508934400:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789131238.326184:0:23369:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:56dba386-29a7-47c9-94c3-ec28dcb7438b:23369:1876039508934528:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789131238.326370:0:23369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131238.326408:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508934528 00000100:00100000:0.0:1789131238.326414:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508934528 00000100:00100000:0.0:1789131238.326454:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789131238.326482:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:23369:x1876039508934528:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789131238.326594:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:23369:x1876039508934528:12345-0@lo:502:llog_process_th.0 Request processed in 114us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131238.326602:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789131238.326654:0:23369:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789131238.326667:0:23369:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:56dba386-29a7-47c9-94c3-ec28dcb7438b:23369:1876039508934528:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789131238.326703:0:23369:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:56dba386-29a7-47c9-94c3-ec28dcb7438b:23369:1876039508934656:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789131238.326735:0:23369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131238.326756:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508934656 00000100:00100000:0.0:1789131238.326761:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508934656 00000100:00100000:0.0:1789131238.326783:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789131238.326789:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:23369:x1876039508934656:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789131238.326847:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:23369:x1876039508934656:12345-0@lo:502:llog_process_th.0 Request processed in 57us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131238.326853:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789131238.326882:0:23369:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789131238.326893:0:23369:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:56dba386-29a7-47c9-94c3-ec28dcb7438b:23369:1876039508934656:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1789131238.326918:0:23369:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1789131238.327276:0:23318:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1789131238.327322:0:23318:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789131238.327349:0:23318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78df200/0xf3fe2838e1fc3d1d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d24 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.327382:0:23318:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91dcc78df200/0xf3fe2838e1fc3d1d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d24 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1789131238.327450:0:23318:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1789131238.327452:0:23318:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789131238.327454:0:23318:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789131238.327455:0:23318:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789131238.327456:0:23318:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789131238.327544:0:23318:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789131238.327546:0:23318:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789131238.327548:0:23318:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789131238.327551:0:23318:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789131238.327552:0:23318:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789131238.327557:0:23318:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:3.0:1789131238.327560:0:23318:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789131238.327562:0:23318:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789131238.327563:0:23318:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789131238.327565:0:23318:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789131238.327567:0:23318:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789131238.327568:0:23318:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789131238.327569:0:23318:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789131238.327570:0:23318:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789131238.327571:0:23318:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789131238.327572:0:23318:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789131238.327608:0:23318:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1789131238.327631:0:23318:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508934784:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789131238.328257:0:23318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131238.335344:0:23318:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc10bc600 going to sleep for 11 seconds 00000100:00100000:0.0:1789131238.335416:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508934784 00000100:00100000:0.0:1789131238.335425:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508934784 00000100:00100000:0.0:1789131238.335581:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789131238.335591:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:23318:x1876039508934784:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789131238.335622:0:23334:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1789131238.335635:0:23334:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789131238.343596:0:23334:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789131238.343609:0:23334:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1789131238.346342:0:23355:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1789131238.346354:0:23355:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1789131238.346378:0:23355:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3d39 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.346395:0:23355:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc3d08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3d01 expref: 12 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.346404:0:23355:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3d39 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.346444:0:23355:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc3d08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf3fe2838e1fc3d01 expref: 12 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.347451:0:23355:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc3d08 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3d01 expref: 12 pid: 23334 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131238.347554:0:23355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:23355:1876039508934912:0@lo:104: 00000100:00100000:0.0:1789131238.347616:0:23355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131238.347656:0:23355:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789131238.347741:0:23322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508934912 00000100:00100000:0.0:1789131238.347753:0:23322:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508934912 00000100:00100000:0.0:1789131238.347838:0:23322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789131238.347848:0:23322:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c69e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:56dba386-29a7-47c9-94c3-ec28dcb7438b+3:23355:x1876039508934912:12345-0@lo:104: 00010000:00010000:0.0:1789131238.347861:0:23322:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff91ddfa939e00/0xf3fe2838e1fc3d01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3d08 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.347911:0:23322:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789131238.347917:0:23322:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c69e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:56dba386-29a7-47c9-94c3-ec28dcb7438b+3:23355:x1876039508934912:12345-0@lo:104: Request processed in 71us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131238.347924:0:23322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1789131238.349043:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789131238.349052:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91ddfa939e00/0xf3fe2838e1fc3d01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3d08 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.349061:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfa939e00 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:3.0:1789131238.349077:0:23328:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91ddfa939e00/0xf3fe2838e1fc3d01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf3fe2838e1fc3d08 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.349086:0:23328:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91ddfa939e00/0xf3fe2838e1fc3d01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf3fe2838e1fc3d08 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789131238.349093:0:23328:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91ddfa939e00/0xf3fe2838e1fc3d01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf3fe2838e1fc3d08 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789131238.349098:0:23328:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789131238.349151:0:23328:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91ddfa939e00/0xf3fe2838e1fc3d01 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3d08 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.349157:0:23328:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789131238.349183:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91ddfa939e00/0xf3fe2838e1fc3d01 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3d08 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.349190:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91ddfa939e00/0xf3fe2838e1fc3d01 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3d08 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.349210:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131238.349212:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131238.349214:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789131238.349255:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2869680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:56dba386-29a7-47c9-94c3-ec28dcb7438b:3628:1876039508935040:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789131238.349310:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131238.349359:0:23324:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508935040 00000100:00100000:3.0:1789131238.349366:0:23324:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508935040 00010000:00010000:3.0:1789131238.349388:0:23324:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc3d08 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3d01 expref: 13 pid: 23334 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131238.349413:0:23324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789131238.349427:0:23324:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd286b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:56dba386-29a7-47c9-94c3-ec28dcb7438b+13:3628:x1876039508935040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789131238.349437:0:23324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789131238.349444:0:23324:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc3d08 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3d01 expref: 13 pid: 23334 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.349454:0:23324:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc3d08 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3d01 expref: 13 pid: 23334 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.349486:0:23324:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3d39 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.349494:0:23324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3d39 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1789131238.349508:0:23324:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003156219s 00010000:00010000:3.0:1789131238.349513:0:23324:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3d39 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.349520:0:23324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3d39 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.349527:0:23324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3d39 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.349533:0:23324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3d39 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.349539:0:23324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc76b9a00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:3.0:1789131238.349542:0:23324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3d39 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.349560:0:23324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3d39 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.349568:0:23324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3d39 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131238.349578:0:23324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789131238.349608:0:23324:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd286b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:56dba386-29a7-47c9-94c3-ec28dcb7438b+13:3628:x1876039508935040:12345-0@lo:103:ldlm_bl.0 Request processed in 183us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131238.349616:0:23324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789131238.349660:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2869680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:56dba386-29a7-47c9-94c3-ec28dcb7438b:3628:1876039508935040:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789131238.356064:0:23355:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc3d08 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf3fe2838e1fc3d01 expref: 12 pid: 23334 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131238.356085:0:23355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:23355:1876039508934912:0@lo:104: 00010000:00010000:0.0:1789131238.356108:0:23355:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3d39 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.356118:0:23355:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3d39 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.356125:0:23355:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3d39 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131238.356131:0:23355:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3d39 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131238.356231:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+11:23318:x1876039508934784:12345-0@lo:253:mount.lustre.0 Request processed in 20640us (27976us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131238.356242:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789131238.358853:0:23318:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:23318:1876039508934784:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789131238.358871:0:23318:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1789131238.358874:0:23318:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789131238.358875:0:23318:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789131238.358877:0:23318:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789131238.358878:0:23318:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789131238.358880:0:23318:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789131238.358881:0:23318:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789131238.358882:0:23318:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789131238.358884:0:23318:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789131238.358886:0:23318:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789131238.358887:0:23318:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789131238.358902:0:23318:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00080000:3.0:1789131238.385889:0:23318:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:2.0:1789131238.387061:0:23318:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:0.0:1789131238.387321:0:23382:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789131238.387771:0:23318:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:0.0:1789131238.388048:0:23383:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff91dcc7c68b40 x1876039508935168/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131238.388060:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 0 seconds 00000020:00080000:3.0:1789131238.388389:0:23381:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:3.0:1789131238.388394:0:23381:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:2.0:1789131238.388448:0:23318:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1789131238.388517:0:23318:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789131238.388598:0:23382:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1789131238.389009:0:23318:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1789131238.389016:0:23318:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1789131238.389045:0:23318:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789131238.390320:0:23318:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1789131238.390941:0:23318:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1789131238.390970:0:23318:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1789131238.392068:0:23318:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1789131238.392693:0:23318:0:(osd_handler.c:5551:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1789131238.394044:0:23318:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000040:00080000:1.0:1789131238.394361:0:23382:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789131238.394416:0:23382:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000001:00080000:2.0:1789131238.395448:0:23318:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1789131238.395535:0:23318:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb3f441a2b988 00100000:10000000:2.0:1789131238.395543:0:23318:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1789131238.396116:0:23318:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789131238.396130:0:23318:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.111@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789131238.396152:0:23318:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=45 00000080:00000004:0.0:1789131238.396171:0:23318:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1789131238.397781:0:23318:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789131238.399072:0:23318:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789131238.994389:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789131239.380707:0:23378:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1789131239.380718:0:23378:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789131239.387297:0:23378:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1789131239.387309:0:23378:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:0.0:1789131239.441718:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 0 seconds 10000000:01000000:3.0:1789131239.890644:0:23336:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789131239.890653:0:23336:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff91dcc9279800 from 11 10000000:01000000:3.0:1789131239.890664:0:23336:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789131239.890710:0:23336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc0030400/0xf3fe2838e1fc3d40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131239.890721:0:23336:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddc0030400/0xf3fe2838e1fc3d40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131239.890733:0:23336:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddc0030400/0xf3fe2838e1fc3d40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131239.890758:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2869680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508935296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789131239.890825:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131239.890908:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc3049780 going to sleep for 11 seconds 00000100:00100000:0.0:1789131239.891603:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508935296 00000100:00100000:0.0:1789131239.891611:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508935296 00000100:00100000:0.0:1789131239.891664:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789131239.891673:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+11:23336:x1876039508935296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789131239.891686:0:23333:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789131239.891701:0:23333:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ddc76b8200/0xf3fe2838e1fc3d47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3d40 expref: -99 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131239.891723:0:23333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc76b8200/0xf3fe2838e1fc3d47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3d40 expref: 12 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131239.891733:0:23333:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ddc76b8200/0xf3fe2838e1fc3d47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3d40 expref: 12 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131239.891743:0:23333:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc76b8200, rc 0) 00000100:00100000:0.0:1789131239.891796:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:23336:x1876039508935296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131239.891803:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789131239.891906:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2869680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508935296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789131239.891920:0:23336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddc0030400/0xf3fe2838e1fc3d40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d47 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131239.891930:0:23336:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddc0030400/0xf3fe2838e1fc3d40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3d47 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131239.891980:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b383c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508935424:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789131239.892013:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131239.892040:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddf5c149c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789131239.892082:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508935424 00000100:00100000:0.0:1789131239.892086:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508935424 00000100:00100000:0.0:1789131239.892138:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789131239.892145:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:23336:x1876039508935424:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789131239.892164:0:23334:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789131239.892177:0:23334:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789131239.892180:0:23334:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1789131239.892265:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:23336:x1876039508935424:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 110us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131239.892273:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789131239.892333:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b383c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508935424:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789131239.892370:0:23336:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789131239.892380:0:23336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc0030400/0xf3fe2838e1fc3d40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d47 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131239.892389:0:23336:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddc0030400/0xf3fe2838e1fc3d40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d47 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131240.025945:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789131240.404498:0:23378:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1789131240.404507:0:23378:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789131240.404620:0:23378:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:3.0:1789131240.404653:0:23378:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789131240.404789:0:23378:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:0.0:1789131240.466533:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 0 seconds 00010000:00010000:3.0:1789131241.043593:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131241.490525:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 0 seconds 00000001:02000400:0.0:1789131242.058868:0:23625:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1789131242.065839:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131242.513537:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 0 seconds 00000020:00000004:3.0:1789131242.900391:0:23678:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789131242.900821:0:23678:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789131243.090699:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789131243.540536:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 0 seconds 00000100:00080000:3.0:1789131243.603737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789131243.603744:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789131243.603747:0:36:0:(import.c:65:import_set_state_nolock()) ffff91de01afb000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789131243.603753:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 594 00000100:00080000:3.0:1789131243.603759:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789131243.603765:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff91de01afb000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1789131243.603793:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddd286a940 x1876039508935680/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789131243.603811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789131243.603815:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789131243.603818:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789131243.603820:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789131243.603823:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789131243.603826:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789131243.603828:0:36:0:(import.c:65:import_set_state_nolock()) ffff91de01aa9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789131243.603832:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff91de01aa9000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1789131243.603844:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddd286bc00 x1876039508935808/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789131243.603891:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789131243.603913:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2868780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:56dba386-29a7-47c9-94c3-ec28dcb7438b:3626:1876039508935552:0@lo:400:kworker.0 00000100:00100000:3.0:1789131243.604014:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131243.604267:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508935680:0@lo:38:kworker.0 00000100:00100000:1.0:1789131243.604296:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508935552 00000100:00100000:1.0:1789131243.604303:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508935552 00000100:00100000:3.0:1789131243.604318:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131243.604345:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789131243.604354:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:3626:x1876039508935552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131243.604375:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3624:1876039508935808:0@lo:38:kworker.0 00000100:00100000:3.0:1789131243.604402:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131243.604403:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:3626:x1876039508935552:12345-0@lo:400:kworker.0 Request processed in 51us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131243.604410:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789131243.604432:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508935808 00000100:00100000:3.0:1789131243.604436:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508935808 00000100:00100000:3.0:1789131243.604490:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789131243.604495:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd2869680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3624:x1876039508935808:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1789131243.604516:0:23341:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 599 last 0 00000020:00000080:3.0:1789131243.604556:0:23341:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xf3fe2838e1fc3d4e 00000004:00100000:3.0:1789131243.604570:0:23341:0:(mdt_handler.c:7306:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789131243.604706:0:23341:0:(import.c:65:import_set_state_nolock()) ffff91dde61f2000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789131243.604745:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd2869680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3624:x1876039508935808:12345-0@lo:38:kworker.0 Request processed in 248us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131243.604752:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1789131243.604784:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff91ddd286bc00 x1876039508935808/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789131253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789131243.604799:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1789131243.604807:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1789131243.604811:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789131243.604813:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91de01aa9000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789131243.604818:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3624:1876039508935808:0@lo:38:kworker.0 00000100:00100000:3.0:1789131243.604845:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2868780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:56dba386-29a7-47c9-94c3-ec28dcb7438b:3626:1876039508935552:0@lo:400:kworker.0 00000100:00100000:0.0:1789131243.612630:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508935680 00000100:00100000:0.0:1789131243.612644:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508935680 00000100:00100000:2.0:1789131243.612757:0:23344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789131243.612766:0:23344:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd286ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3624:x1876039508935680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789131243.612789:0:23344:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789131243.612881:0:23344:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd286ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3624:x1876039508935680:12345-0@lo:38:kworker.0 Request processed in 114us (8560us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789131243.612888:0:23344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1789131243.613670:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91de01afb000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789131243.613677:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789131243.613682:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508935680:0@lo:38:kworker.0 00000020:00000004:1.0:1789131243.776326:0:23728:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789131243.777085:0:23728:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789131244.114024:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131244.574005:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 0 seconds 00010000:00010000:2.0:1789131245.150104:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789131245.585778:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 0 seconds 00010000:00010000:1.0:1789131246.162363:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789131246.612193:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 0 seconds 00010000:00010000:3.0:1789131247.218184:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789131247.637316:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 0 seconds 00010000:00010000:1.0:1789131248.275027:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789131248.658763:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 0 seconds 00000100:00100000:0.0:1789131248.721668:0:3624:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131238/real 1789131238] req@ffff91de01b392c0 x1876039508932736/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131248 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131248.721702:0:3624:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff91de01b392c0 x1876039508932736/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131248 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131248.721712:0:3624:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131238/real 1789131238] req@ffff91de01b38000 x1876039508932608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131248 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131248.721723:0:3624:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff91de01b38000 x1876039508932608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131248 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789131248.721740:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddfce34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789131248.721772:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789131248.721776:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508932736:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789131248.721782:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91dcc78a5000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789131248.721787:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789131248.721790:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508932608:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1789131248.721947:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789131248.721952:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789131248.721955:0:36:0:(import.c:65:import_set_state_nolock()) ffff91de01afb000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789131248.721961:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 599 00000100:00080000:1.0:1789131248.721966:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789131248.721973:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff91de01afb000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131248.721995:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddffa39e00 x1876039508936064/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789131248.722008:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789131248.722011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789131248.722012:0:36:0:(import.c:65:import_set_state_nolock()) ffff91dcc78a5000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789131248.722016:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 594 00000100:00080000:1.0:1789131248.722018:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789131248.722022:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff91dcc78a5000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131248.722033:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddffa383c0 x1876039508936192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789131248.722041:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789131248.722044:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789131248.722045:0:36:0:(import.c:65:import_set_state_nolock()) ffff91ddfce34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789131248.722048:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 594 00000100:00080000:1.0:1789131248.722050:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789131248.722060:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff91ddfce34800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131248.722073:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddffa3a1c0 x1876039508936320/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789131248.722129:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:56dba386-29a7-47c9-94c3-ec28dcb7438b:3626:1876039508935936:0@lo:400:kworker.0 00000100:00100000:1.0:1789131248.722244:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131248.722301:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa38780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1876039508936448:0@lo:400:kworker.0 00000100:00100000:1.0:1789131248.722336:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131248.722360:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508936064:0@lo:38:kworker.0 00000100:00100000:1.0:1789131248.722385:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131248.722401:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508936192:0@lo:8:kworker.0 00000400:00000100:1.0:1789131248.722434:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876039508936192 offset 0 length 520: 4 00000100:00100000:1.0:1789131248.722447:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508936320:0@lo:8:kworker.0 00000400:00000100:1.0:1789131248.722488:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876039508936320 offset 0 length 520: 4 00000100:00100000:1.0:1789131248.722515:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508936064 00000100:00100000:1.0:1789131248.722523:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508936064 00000100:00100000:1.0:1789131248.722553:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789131248.722561:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa39a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3624:x1876039508936064:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789131248.722577:0:23345:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789131248.722611:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa39a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3624:x1876039508936064:12345-0@lo:38:kworker.0 Request processed in 50us (225us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789131248.722617:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1789131248.722647:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91de01afb000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789131248.722650:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789131248.722653:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508936064:0@lo:38:kworker.0 00000100:00100000:0.0:1789131248.722726:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508935936 00000100:00100000:0.0:1789131248.722730:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508935936 00000100:00100000:0.0:1789131248.722765:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789131248.722774:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:3626:x1876039508935936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131248.722812:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:3626:x1876039508935936:12345-0@lo:400:kworker.0 Request processed in 40us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131248.722818:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789131248.722854:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508936448 00000100:00100000:0.0:1789131248.722858:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508936448 00000100:00100000:0.0:1789131248.722880:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789131248.722887:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa3bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1876039508936448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131248.722921:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa3bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1876039508936448:12345-0@lo:400:kworker.0 Request processed in 35us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131248.722927:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789131248.723342:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:56dba386-29a7-47c9-94c3-ec28dcb7438b:3626:1876039508935936:0@lo:400:kworker.0 00010000:00080000:1.0:1789131248.723371:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff91ddffa38780 x1876039508936448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131264 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131248.723382:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa38780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1876039508936448:0@lo:400:kworker.0 00010000:00010000:3.0:1789131249.298676:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789131249.684517:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 0 seconds 00010000:00010000:3.0:1789131250.331973:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789131250.660327:0:23378:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789131250.705616:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 0 seconds 00000020:01000004:1.0:1789131250.832330:0:24073:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789131250.832336:0:24073:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:1.0:1789131250.832338:0:24073:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1789131250.832510:0:24073:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff91dcc78a2800 00000020:01000004:1.0:1789131250.832532:0:24073:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:1.0:1789131250.832547:0:24073:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1789131250.832565:0:24073:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff91dcc7d04ed8) 00000020:00000080:1.0:1789131250.832585:0:24073:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789131250.915503:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789131250.916906:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:3.0:1789131250.922624:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:3.0:1789131250.922861:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1789131250.923204:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1789131250.923497:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1789131250.924355:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:3.0:1789131250.924786:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:3.0:1789131250.925036:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1789131250.925485:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1789131250.925720:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789131250.925960:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1789131250.926357:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789131250.926619:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1789131250.928453:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1789131250.929906:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:3.0:1789131250.930371:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1789131250.930921:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1789131250.931418:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1789131250.931810:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1789131250.932224:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1789131250.936679:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:3.0:1789131250.937697:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:3.0:1789131250.938110:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1789131250.938670:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1789131250.938992:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1789131250.939403:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1789131250.939956:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:3.0:1789131250.940816:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:3.0:1789131250.942743:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1789131250.943122:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1789131250.943401:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1789131250.943929:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1789131250.944290:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1789131250.944618:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1789131250.944847:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1789131250.945131:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1789131250.945658:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1789131250.945904:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1789131250.946632:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1789131250.947423:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:3.0:1789131250.947835:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1789131250.948094:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1789131250.948437:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1789131250.948805:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1789131250.952535:0:24073:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00080000:01000000:3.0:1789131250.953741:0:24073:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789131250.953985:0:24073:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:3.0:1789131250.953996:0:24073:0:(osd_handler.c:8895:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789131250.954743:0:24073:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf3fe2838e1fc3d5c 00000020:01000004:3.0:1789131250.954755:0:24073:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:3.0:1789131250.954779:0:24073:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.111@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789131250.954783:0:24073:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.111@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1789131250.954790:0:24073:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:3.0:1789131250.954817:0:24073:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:3.0:1789131250.954821:0:24073:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.111@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1789131250.961277:0:24073:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.111@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789131250.961314:0:24073:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.111@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1789131250.961318:0:24073:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789131250.961320:0:24073:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789131250.961321:0:24073:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789131250.961322:0:24073:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789131250.961323:0:24073:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789131250.961325:0:24073:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789131250.961326:0:24073:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789131250.961327:0:24073:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789131250.961328:0:24073:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789131250.961332:0:24073:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1789131250.961334:0:24073:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789131250.961336:0:24073:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789131250.961337:0:24073:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789131250.961338:0:24073:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789131250.961343:0:24073:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789131250.961344:0:24073:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789131250.961345:0:24073:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789131250.961346:0:24073:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789131250.961347:0:24073:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789131250.961371:0:24073:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1789131250.961400:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b38b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508936576:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789131250.961511:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131250.961558:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc8681b40 going to sleep for 11 seconds 00000100:00100000:1.0:1789131250.961854:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508936576 00000100:00100000:1.0:1789131250.961861:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508936576 00000100:00100000:1.0:1789131250.961914:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789131250.961923:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:24073:x1876039508936576:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789131250.961952:0:23333:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1789131250.961956:0:23333:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1789131250.961963:0:23333:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1789131250.963819:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:24073:x1876039508936576:12345-0@lo:253:mount.lustre.0 Request processed in 1890us (2301us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131250.963833:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789131250.964784:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b38b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508936576:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789131250.964801:0:24073:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1789131250.964805:0:24073:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789131250.964806:0:24073:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789131250.964807:0:24073:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789131250.964808:0:24073:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789131250.964809:0:24073:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789131250.964810:0:24073:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789131250.964812:0:24073:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789131250.964813:0:24073:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789131250.964815:0:24073:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789131250.964839:0:24073:0:(tgt_mount.c:101:server_register_mount()) register mount ffff91dcc78a2800 from lustre-MDT0001 10000000:01000000:2.0:1789131250.964871:0:24073:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1789131250.964874:0:24073:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1789131250.964880:0:24073:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff91ddfcdf9a48 local copy 00010000:00010000:2.0:1789131250.964891:0:24073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddfa939000/0xf3fe2838e1fc3c52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3c59 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131250.965010:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b38b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508936704:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789131250.965067:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131250.965110:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc8681480 going to sleep for 11 seconds 00000100:00100000:1.0:1789131250.965399:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508936704 00000100:00100000:1.0:1789131250.965405:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508936704 00000100:00100000:1.0:1789131250.965450:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789131250.965484:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc78450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:24073:x1876039508936704:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789131250.965580:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc78450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:24073:x1876039508936704:12345-0@lo:501:mount.lustre.0 Request processed in 121us (512us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789131250.965588:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789131250.965848:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b38b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508936704:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789131250.965861:0:24073:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.111@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1789131250.965885:0:24073:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.111@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1789131250.965891:0:24073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddfa939000/0xf3fe2838e1fc3c52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3c59 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131250.965900:0:24073:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddfa939000/0xf3fe2838e1fc3c52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3c59 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131250.965925:0:24073:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff91dcc78a2800 10000000:01000000:2.0:1789131250.965930:0:24073:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789131250.965936:0:24073:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff91ddfcdf9a48 10000000:01000000:2.0:1789131250.965939:0:24073:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1789131250.965942:0:24073:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff91ddfcdf9a48 from 1 10000000:01000000:2.0:1789131250.965946:0:24073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1789131250.965971:0:24073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78df400/0xf3fe2838e1fc3d63 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131250.965980:0:24073:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91dcc78df400/0xf3fe2838e1fc3d63 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131250.965989:0:24073:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91dcc78df400/0xf3fe2838e1fc3d63 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131250.966001:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b38b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508936832:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789131250.966026:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131250.966057:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc8681480 going to sleep for 11 seconds 00000100:00100000:1.0:1789131250.966315:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508936832 00000100:00100000:1.0:1789131250.966321:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508936832 00000100:00100000:1.0:1789131250.966358:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789131250.966366:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+12:24073:x1876039508936832:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789131250.966376:0:23333:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131250.966399:0:23333:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91dde19abc00/0xf3fe2838e1fc3d6a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3d63 expref: -99 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131250.966420:0:23333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dde19abc00/0xf3fe2838e1fc3d6a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3d63 expref: 13 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131250.966430:0:23333:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91dde19abc00/0xf3fe2838e1fc3d6a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3d63 expref: 13 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131250.966439:0:23333:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dde19abc00, rc 0) 00000100:00100000:1.0:1789131250.966696:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+13:24073:x1876039508936832:12345-0@lo:101:mount.lustre.0 Request processed in 330us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131250.966703:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789131250.970838:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b38b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508936832:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789131250.970872:0:24073:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91dcc78df400/0xf3fe2838e1fc3d63 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d6a expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131250.970908:0:24073:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91dcc78df400/0xf3fe2838e1fc3d63 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3d6a expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789131250.970931:0:24073:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1789131250.970986:0:24073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78df400/0xf3fe2838e1fc3d63 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d6a expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131250.970995:0:24073:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91dcc78df400/0xf3fe2838e1fc3d63 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d6a expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789131250.971007:0:24073:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff91dcc78a2800 10000000:01000000:0.0:1789131250.971293:0:24073:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1789131250.971299:0:24073:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff91dcc78a2800 from 1 10000000:01000000:0.0:1789131250.971302:0:24073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1789131250.971335:0:24073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9e00/0xf3fe2838e1fc3d71 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131250.971344:0:24073:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9e00/0xf3fe2838e1fc3d71 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131250.971363:0:24073:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9e00/0xf3fe2838e1fc3d71 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131250.971383:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c69a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508936960:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789131250.971452:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131250.971522:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc7d68900 going to sleep for 11 seconds 00000100:00100000:1.0:1789131250.971685:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508936960 00000100:00100000:1.0:1789131250.971692:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508936960 00000100:00100000:1.0:1789131250.971742:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789131250.971751:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+13:24073:x1876039508936960:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789131250.971764:0:23334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131250.971776:0:23334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91dde19abe00/0xf3fe2838e1fc3d78 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3d71 expref: -99 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131250.971807:0:23334:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dde19abe00/0xf3fe2838e1fc3d78 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3d71 expref: 14 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131250.971817:0:23334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91dde19abe00/0xf3fe2838e1fc3d78 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3d71 expref: 14 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131250.971826:0:23334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dde19abe00, rc 0) 00000100:00100000:1.0:1789131250.971869:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+14:24073:x1876039508936960:12345-0@lo:101:mount.lustre.0 Request processed in 118us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131250.971876:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789131250.972033:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c69a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508936960:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789131250.972045:0:24073:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9e00/0xf3fe2838e1fc3d71 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d78 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131250.972054:0:24073:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9e00/0xf3fe2838e1fc3d71 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3d78 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789131250.972066:0:24073:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1789131250.976050:0:24073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9e00/0xf3fe2838e1fc3d71 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d78 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131250.976068:0:24073:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9e00/0xf3fe2838e1fc3d71 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d78 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789131250.976078:0:24073:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1789131250.976267:0:24073:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789131250.976276:0:24073:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff91dcc78a2800 10000000:01000000:0.0:1789131250.976281:0:24073:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1789131250.976285:0:24073:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:0.0:1789131250.976288:0:24073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1789131250.976324:0:24073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8c00/0xf3fe2838e1fc3d7f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131250.976332:0:24073:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8c00/0xf3fe2838e1fc3d7f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131250.976343:0:24073:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8c00/0xf3fe2838e1fc3d7f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131250.976367:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c69680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508937088:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789131250.976445:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131250.976522:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc7d68000 going to sleep for 11 seconds 00000100:00100000:1.0:1789131250.976761:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508937088 00000100:00100000:1.0:1789131250.976768:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508937088 00000100:00100000:1.0:1789131250.976821:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789131250.976830:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+14:24073:x1876039508937088:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789131250.976844:0:23333:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131250.976859:0:23333:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91dde19aae00/0xf3fe2838e1fc3d86 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3d7f expref: -99 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131250.976882:0:23333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dde19aae00/0xf3fe2838e1fc3d86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3d7f expref: 15 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131250.976906:0:23333:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91dde19aae00/0xf3fe2838e1fc3d86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3d7f expref: 15 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131250.976914:0:23333:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dde19aae00, rc 0) 00000100:00100000:1.0:1789131250.976951:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+15:24073:x1876039508937088:12345-0@lo:101:mount.lustre.0 Request processed in 123us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131250.976958:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789131250.977122:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c69680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508937088:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789131250.977146:0:24073:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8c00/0xf3fe2838e1fc3d7f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d86 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131250.977155:0:24073:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8c00/0xf3fe2838e1fc3d7f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3d86 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789131250.987443:0:24073:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:0.0:1789131250.989329:0:24073:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789131251.010919:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1789131251.010984:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:1.0:1789131251.011020:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:1.0:1789131251.011035:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:1.0:1789131251.011048:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:1.0:1789131251.011062:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:1.0:1789131251.011076:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:1.0:1789131251.011091:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:1.0:1789131251.011105:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:1.0:1789131251.011118:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:1.0:1789131251.011137:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:1.0:1789131251.011153:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:1.0:1789131251.011166:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:1.0:1789131251.011197:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:1.0:1789131251.011213:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:1.0:1789131251.011226:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:1.0:1789131251.011240:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:1.0:1789131251.011718:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:1.0:1789131251.011744:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:1.0:1789131251.011759:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:1.0:1789131251.011773:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:1.0:1789131251.011786:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:1.0:1789131251.011799:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:1.0:1789131251.011811:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:1.0:1789131251.011825:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:1.0:1789131251.011838:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:1.0:1789131251.011857:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:1.0:1789131251.011872:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:1.0:1789131251.011885:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:1.0:1789131251.011899:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:1.0:1789131251.011912:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:1.0:1789131251.011925:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:1.0:1789131251.011938:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:1.0:1789131251.011964:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:1.0:1789131251.011977:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:1.0:1789131251.011990:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:1.0:1789131251.012003:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:1.0:1789131251.012016:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:1.0:1789131251.012031:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:1.0:1789131251.012044:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:1.0:1789131251.012063:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:1.0:1789131251.012076:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:1.0:1789131251.012091:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:1.0:1789131251.012103:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:1.0:1789131251.012132:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:1.0:1789131251.012147:0:24073:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:1.0:1789131251.012879:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa38b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508937216:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789131251.012951:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131251.013049:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd0683480 going to sleep for 11 seconds 00000100:00100000:0.0:1789131251.018051:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508937216 00000100:00100000:0.0:1789131251.018065:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508937216 00000100:00100000:1.0:1789131251.018305:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789131251.018315:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+15:24073:x1876039508937216:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789131251.018551:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+15:24073:x1876039508937216:12345-0@lo:501:mount.lustre.0 Request processed in 236us (5598us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131251.018559:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789131251.019150:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa38b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508937216:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789131251.019212:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c69680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508937344:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789131251.019282:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131251.019314:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc7d683c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789131251.020751:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508937344 00000100:00100000:1.0:1789131251.020763:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508937344 00000100:00100000:1.0:1789131251.020825:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789131251.020835:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc79050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+15:24073:x1876039508937344:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789131251.022001:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc79050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+15:24073:x1876039508937344:12345-0@lo:503:mount.lustre.0 Request processed in 1154us (2705us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131251.022013:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789131251.022246:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c69680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508937344:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789131251.022933:0:24073:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789131251.023043:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c69680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508937472:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789131251.023100:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131251.023324:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc7d68000 going to sleep for 11 seconds 00000100:00100000:2.0:1789131251.023406:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508937472 00000100:00100000:2.0:1789131251.023413:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508937472 00000100:00100000:2.0:1789131251.023455:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789131251.023500:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc78c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+15:24073:x1876039508937472:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789131251.024806:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc78c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+15:24073:x1876039508937472:12345-0@lo:502:mount.lustre.0 Request processed in 1315us (1700us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131251.024819:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789131251.024993:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c69680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508937472:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789131251.025860:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1789131251.025903:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:1.0:1789131251.025923:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:1.0:1789131251.025940:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:1.0:1789131251.025956:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:1.0:1789131251.025970:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:1.0:1789131251.025982:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:1.0:1789131251.025992:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:1.0:1789131251.026006:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:1.0:1789131251.026019:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:1.0:1789131251.026032:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:1.0:1789131251.026045:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:1.0:1789131251.026060:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:1.0:1789131251.026074:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:1.0:1789131251.026093:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:1.0:1789131251.026107:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:1.0:1789131251.026120:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:1.0:1789131251.026487:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:1.0:1789131251.026706:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:1.0:1789131251.026720:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:1.0:1789131251.026733:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:1.0:1789131251.026744:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:1.0:1789131251.026757:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:1.0:1789131251.026773:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:1.0:1789131251.026798:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:1.0:1789131251.026814:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:1.0:1789131251.026827:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:1.0:1789131251.026839:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:1.0:1789131251.026851:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:1.0:1789131251.026876:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:1.0:1789131251.026890:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:1.0:1789131251.026902:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:1.0:1789131251.026915:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:1.0:1789131251.026929:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:1.0:1789131251.026944:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:1.0:1789131251.026957:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:1.0:1789131251.026968:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:1.0:1789131251.026981:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:1.0:1789131251.026995:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:1.0:1789131251.027008:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:1.0:1789131251.027021:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:1.0:1789131251.027033:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:1.0:1789131251.027046:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:1.0:1789131251.027059:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:1.0:1789131251.027101:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa39e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508937600:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789131251.028084:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131251.028124:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd06839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789131251.028437:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508937600 00000100:00100000:0.0:1789131251.028446:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508937600 00000100:00100000:0.0:1789131251.028683:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789131251.028694:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+15:24073:x1876039508937600:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789131251.028840:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+15:24073:x1876039508937600:12345-0@lo:502:mount.lustre.0 Request processed in 148us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131251.028847:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789131251.028941:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa39e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508937600:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789131251.029018:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1789131251.029029:0:24073:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:2.0:1789131251.030228:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789131251.030240:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131251.030243:0:24077:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1789131251.030248:0:24077:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:2.0:1789131251.030251:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789131251.030331:0:24077:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff91ddfcdf8000) 00000020:00000080:2.0:1789131251.030352:0:24077:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:2.0:1789131251.030359:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1789131251.030624:0:24077:0:(osd_handler.c:8895:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789131251.030632:0:24077:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf3fe2838e1fc3d94 00000020:00000080:2.0:1789131251.030979:0:24077:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1789131251.030984:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789131251.030988:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131251.030989:0:24077:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1789131251.030992:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789131251.030996:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131251.030997:0:24077:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:2.0:1789131251.031001:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789131251.031009:0:24077:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff91de01a01a48) 00000020:00000080:2.0:1789131251.031020:0:24077:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:2.0:1789131251.031023:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1789131251.031025:0:24077:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:2.0:1789131251.031028:0:24077:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:2.0:1789131251.031034:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789131251.031076:0:24077:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91dcc78a2800 from lustre-MDT0001, refs=2 00000020:00000080:2.0:1789131251.031089:0:24077:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff91de01a04ed8) 00000020:00000080:2.0:1789131251.031099:0:24077:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:2.0:1789131251.031606:0:24077:0:(lod_dev.c:2292:lod_obd_connect()) connect #0 00000020:00000080:2.0:1789131251.031615:0:24077:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf3fe2838e1fc3da9 00000020:00000080:2.0:1789131251.031724:0:24077:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:2.0:1789131251.031739:0:24077:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1789131251.031744:0:24077:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xf3fe2838e1fc3db0 00080000:01000000:2.0:1789131251.031751:0:24077:0:(osd_handler.c:8895:osd_obd_connect()) connect #2 00000020:00000080:2.0:1789131251.031755:0:24077:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf3fe2838e1fc3db7 00010000:00010000:1.0:1789131251.120989:0:24077:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:1.0:1789131251.121654:0:24077:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:1.0:1789131251.121897:0:24077:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1789131251.126299:0:24077:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1789131251.126316:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131251.126323:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131251.126325:0:24077:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1789131251.126329:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789131251.126335:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131251.126336:0:24077:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1789131251.126340:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789131251.126345:0:24077:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.111@tcp to nid 0x20000c0a8cb6f (192.168.203.111@tcp) 00000020:00000080:1.0:1789131251.126374:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789131251.126403:0:24077:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff91de00df4ed8) 00000020:00000080:1.0:1789131251.126425:0:24077:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1789131251.126430:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789131251.126860:0:24077:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1789131251.126869:0:24077:0:(osd_handler.c:8895:osd_obd_connect()) connect #3 00000020:00000080:1.0:1789131251.126877:0:24077:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf3fe2838e1fc3dc5 00010000:00080000:1.0:1789131251.126911:0:24077:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91ddc574c800@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.111@tcp at head 00010000:00010000:1.0:1789131251.128598:0:24077:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1789131251.132621:0:24077:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789131251.132640:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1789131251.132678:0:24077:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1789131251.132702:0:24077:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf3fe2838e1fc3dcc 00000100:00080000:1.0:1789131251.132711:0:24077:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789131251.132717:0:24077:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff91ddc574c800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131251.132751:0:24077:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddffa392c0 x1876039508937728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789131251.132771:0:24077:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1789131251.132852:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508937728:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789131251.132956:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131251.133024:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508937728 00000100:00100000:0.0:1789131251.133031:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508937728 00000100:00100000:0.0:1789131251.133059:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789131251.133067:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c69680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3624:x1876039508937728:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789131251.133090:0:23345:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 607 last 0 00000020:00000080:0.0:1789131251.133121:0:23345:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf3fe2838e1fc3dd3 00000004:00100000:0.0:1789131251.133147:0:23345:0:(mdt_handler.c:7306:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1789131251.133154:0:23345:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000020:01000000:1.0:1789131251.133550:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131251.133555:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131251.133557:0:24077:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1789131251.133560:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789131251.133563:0:24077:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1789131251.133565:0:24077:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789131251.133566:0:24077:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789131251.133568:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789131251.133570:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131251.133572:0:24077:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789131251.133574:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789131251.133578:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131251.133580:0:24077:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1789131251.133584:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1789131251.133624:0:24077:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1789131251.133638:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131251.133641:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131251.133643:0:24077:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1789131251.133646:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789131251.133647:0:24077:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1789131251.133649:0:24077:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789131251.133650:0:24077:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789131251.133652:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789131251.133654:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131251.133655:0:24077:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789131251.133658:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789131251.133661:0:24077:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1789131251.133664:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131251.133665:0:24077:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1789131251.133668:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789131251.133672:0:24077:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.111@tcp to nid 0x20000c0a8cb6f (192.168.203.111@tcp) 00000020:01000000:1.0:1789131251.133691:0:24077:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1789131251.133694:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789131251.133707:0:24077:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff91de00df1a48) 00000020:00000080:1.0:1789131251.133719:0:24077:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1789131251.133724:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789131251.133791:0:24077:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1789131251.133798:0:24077:0:(osd_handler.c:8895:osd_obd_connect()) connect #4 00000020:00000080:1.0:1789131251.133803:0:24077:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf3fe2838e1fc3de1 00010000:00080000:1.0:1789131251.133833:0:24077:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91de01a7a000@lustre-OST0000-osc-MDT0001: add connection 192.168.203.111@tcp at head 00010000:00010000:1.0:1789131251.134047:0:24077:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:1.0:1789131251.135088:0:24077:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789131251.135641:0:24077:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:2.0:1789131251.137644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789131251.137650:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789131251.137654:0:36:0:(import.c:65:import_set_state_nolock()) ffff91de01afb000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789131251.137661:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 604 00000100:00080000:2.0:1789131251.137668:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789131251.137685:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff91de01afb000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1789131251.137709:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91de01b3ad00 x1876039508937984/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789131251.137727:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789131251.137731:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789131251.137734:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789131251.137737:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789131251.137862:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508937984:0@lo:38:kworker.0 00000100:00100000:0.0:1789131251.137931:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131251.137940:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:56dba386-29a7-47c9-94c3-ec28dcb7438b:3628:1876039508937856:0@lo:400:kworker.0 00000100:00100000:2.0:1789131251.137986:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131251.137993:0:23344:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:0.0:1789131251.138004:0:23344:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:3.0:1789131251.138343:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508937856 00000100:00100000:1.0:1789131251.138486:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876039508938112:0@lo:400:kworker.0 00000100:00100000:1.0:1789131251.138523:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131251.138575:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508938112 00000100:00100000:1.0:1789131251.138582:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508938112 00000100:00100000:1.0:1789131251.138626:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789131251.138635:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa3a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876039508938112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131251.138685:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa3a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876039508938112:12345-0@lo:400:kworker.0 Request processed in 51us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131251.138692:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1789131251.138728:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff91de01b39680 x1876039508938112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131251.138741:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b39680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876039508938112:0@lo:400:kworker.0 00000100:00100000:3.0:1789131251.138996:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508937856 00000100:00100000:3.0:1789131251.139032:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789131251.139041:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc79c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+15:3628:x1876039508937856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131251.139084:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc79c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+15:3628:x1876039508937856:12345-0@lo:400:kworker.0 Request processed in 46us (1099us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131251.139091:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789131251.139130:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:56dba386-29a7-47c9-94c3-ec28dcb7438b:3628:1876039508937856:0@lo:400:kworker.0 00000100:00080000:0.0:1789131251.139322:0:23345:0:(import.c:65:import_set_state_nolock()) ffff91de01a0e800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789131251.139650:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c69680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3624:x1876039508937728:12345-0@lo:38:llog_process_th.0 Request processed in 6580us (6692us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131251.139658:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789131251.139677:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508937984 00000100:00100000:0.0:1789131251.139680:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508937984 00000100:00100000:0.0:1789131251.139695:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789131251.139700:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c68780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3624:x1876039508937984:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1789131251.139741:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c68780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3624:x1876039508937984:12345-0@lo:38:kworker.0 Request processed in 39us (1810us total) trans 0 rc -11/-11 00000100:00100000:0.0:1789131251.139748:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789131251.140664:0:3624:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789131251.140672:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91de01afb000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789131251.140677:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1789131251.140680:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508937984:0@lo:38:kworker.0 00000100:00100000:1.0:1789131251.140695:0:3624:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789131251.140701:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789131251.140708:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1789131251.140714:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789131251.140717:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddc574c800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789131251.140729:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508937728:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789131251.140792:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508938240:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789131251.140833:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131251.140879:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508938240 00000100:00100000:1.0:1789131251.140884:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508938240 00000100:00100000:1.0:1789131251.140912:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789131251.140926:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa39680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3626:x1876039508938240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789131251.140956:0:23345:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789131251.141037:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa39680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3626:x1876039508938240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131251.141043:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789131251.141070:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508938240:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1789131251.141738:0:24077:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789131251.142547:0:24077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1789131251.142676:0:24077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:2.0:1789131251.144100:0:24083:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789131251.144106:0:24083:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1789131251.145117:0:24077:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789131251.145129:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1789131251.145245:0:24077:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1789131251.145332:0:24077:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf3fe2838e1fc3de8 00000100:00080000:1.0:1789131251.145342:0:24077:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789131251.145763:0:24077:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff91de01a7a000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131251.145797:0:24077:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddffa392c0 x1876039508938368/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789131251.145852:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508938368:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1789131251.145905:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876039508938368 offset 0 length 520: 4 00000100:00080000:1.0:1789131251.145959:0:24077:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1789131251.146028:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131251.146033:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131251.146034:0:24077:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1789131251.146038:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789131251.146041:0:24077:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:1.0:1789131251.146042:0:24077:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789131251.146043:0:24077:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789131251.146045:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789131251.146047:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131251.146048:0:24077:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789131251.146050:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789131251.146062:0:24077:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1789131251.146066:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131251.146068:0:24077:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1789131251.146072:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789131251.146075:0:24077:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.111@tcp to nid 0x20000c0a8cb6f (192.168.203.111@tcp) 00000020:01000000:1.0:1789131251.146095:0:24077:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1789131251.146097:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789131251.146109:0:24077:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff91de00df3490) 00000020:00000080:1.0:1789131251.146124:0:24077:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:1.0:1789131251.146129:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789131251.146228:0:24077:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:1.0:1789131251.146235:0:24077:0:(osd_handler.c:8895:osd_obd_connect()) connect #5 00000020:00000080:1.0:1789131251.146243:0:24077:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xf3fe2838e1fc3df6 00010000:00080000:1.0:1789131251.146416:0:24077:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91ddc5701800@lustre-OST0001-osc-MDT0001: add connection 192.168.203.111@tcp at head 00010000:00010000:1.0:1789131251.146645:0:24077:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:1.0:1789131251.146711:0:24077:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789131251.146726:0:24077:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:2.0:1789131251.147690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789131251.147697:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789131251.147700:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789131251.147702:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:1.0:1789131251.149153:0:24077:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789131251.149559:0:24077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1789131251.149691:0:24077:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:0.0:1789131251.150890:0:24085:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789131251.150898:0:24085:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1789131251.152123:0:24077:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789131251.154070:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1789131251.156222:0:24077:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1789131251.156265:0:24077:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf3fe2838e1fc3dfd 00000100:00080000:1.0:1789131251.156279:0:24077:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789131251.156286:0:24077:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff91ddc5701800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131251.156328:0:24077:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddffa38f00 x1876039508938496/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789131251.156707:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508938496:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1789131251.156783:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876039508938496 offset 0 length 520: 4 00000100:00080000:1.0:1789131251.156864:0:24077:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1789131251.156955:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131251.156970:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131251.156972:0:24077:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1789131251.156977:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789131251.156981:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131251.156982:0:24077:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789131251.156985:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789131251.156987:0:24077:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789131251.156989:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131251.156991:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131251.156992:0:24077:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789131251.156994:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789131251.156997:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131251.156998:0:24077:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789131251.157003:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1789131251.157038:0:24077:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131251.157041:0:24077:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131251.157042:0:24077:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789131251.157046:0:24077:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:1.0:1789131251.157101:0:24073:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:1.0:1789131251.157144:0:24073:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1789131251.157159:0:24073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8c00/0xf3fe2838e1fc3d7f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d86 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131251.157169:0:24073:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8c00/0xf3fe2838e1fc3d7f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3d86 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789131251.157184:0:24073:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff91dcc78a2800 from 1 10000000:01000000:1.0:1789131251.157188:0:24073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789131251.157213:0:24073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dde19ab000/0xf3fe2838e1fc3e04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131251.157221:0:24073:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91dde19ab000/0xf3fe2838e1fc3e04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131251.157244:0:24073:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91dde19ab000/0xf3fe2838e1fc3e04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789131251.157260:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508938624:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789131251.157299:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131251.157318:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddca715d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789131251.157339:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508938624 00000100:00100000:1.0:1789131251.157345:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508938624 00000100:00100000:1.0:1789131251.157404:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789131251.157413:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+15:24073:x1876039508938624:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789131251.157425:0:23332:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131251.157437:0:23332:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91dde19ab600/0xf3fe2838e1fc3e0b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3e04 expref: -99 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131251.157474:0:23332:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dde19ab600/0xf3fe2838e1fc3e0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e04 expref: 16 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131251.157485:0:23332:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91dde19ab600/0xf3fe2838e1fc3e0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e04 expref: 16 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131251.157493:0:23332:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dde19ab600, rc 0) 00000100:00100000:1.0:1789131251.157526:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+16:24073:x1876039508938624:12345-0@lo:101:mount.lustre.0 Request processed in 114us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131251.157533:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789131251.157577:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508938624:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789131251.157591:0:24073:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91dde19ab000/0xf3fe2838e1fc3e04 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e0b expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131251.157606:0:24073:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91dde19ab000/0xf3fe2838e1fc3e04 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3e0b expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789131251.158093:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508938752:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1789131251.158124:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131251.158140:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddca715d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789131251.158156:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508938752 00000100:00100000:1.0:1789131251.158160:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508938752 00000100:00100000:1.0:1789131251.158196:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789131251.158202:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+16:24073:x1876039508938752:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1789131251.158215:0:23334:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1789131251.158254:0:23334:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789131251.158258:0:23334:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1789131251.158322:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+16:24073:x1876039508938752:12345-0@lo:256:mount.lustre.0 Request processed in 120us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131251.158330:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789131251.158361:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508938752:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1789131251.158930:0:24073:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789131251.158939:0:24073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dde19ab000/0xf3fe2838e1fc3e04 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e0b expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131251.158948:0:24073:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91dde19ab000/0xf3fe2838e1fc3e04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e0b expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789131251.158954:0:24073:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91dcc78a2800 from 1 10000000:01000000:1.0:1789131251.158957:0:24073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789131251.158985:0:24073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e12 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131251.158992:0:24073:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e12 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131251.158999:0:24073:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e12 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789131251.159012:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508938880:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789131251.159041:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131251.159059:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddca715d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789131251.159077:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508938880 00000100:00100000:1.0:1789131251.159081:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508938880 00000100:00100000:1.0:1789131251.159107:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789131251.159113:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+16:24073:x1876039508938880:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789131251.159121:0:23333:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131251.159133:0:23333:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91dde19aba00/0xf3fe2838e1fc3e19 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3e12 expref: -99 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131251.159149:0:23333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dde19aba00/0xf3fe2838e1fc3e19 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e12 expref: 17 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131251.159158:0:23333:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91dde19aba00/0xf3fe2838e1fc3e19 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e12 expref: 17 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131251.159165:0:23333:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dde19aba00, rc 0) 00000100:00080000:2.0:1789131251.159588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789131251.159594:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789131251.159597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789131251.159600:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789131251.159992:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:24073:x1876039508938880:12345-0@lo:101:mount.lustre.0 Request processed in 875us (947us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131251.160000:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789131251.160077:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508938880:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789131251.160091:0:24073:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e12 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e19 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131251.160099:0:24073:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e12 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3e19 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789131251.161592:0:24073:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 19 count 19 00000040:00080000:2.0:1789131251.161863:0:24073:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789131251.162052:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789131251.162077:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:2.0:1789131251.162090:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:2.0:1789131251.162102:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:2.0:1789131251.162115:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:2.0:1789131251.162129:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:2.0:1789131251.162246:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:2.0:1789131251.162263:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 144 off9680 00000040:00080000:2.0:1789131251.162276:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9904 00000040:00080000:2.0:1789131251.162287:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10128 00000040:00080000:2.0:1789131251.162298:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 144 off10272 00000040:00080000:2.0:1789131251.162310:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10496 00000040:00080000:2.0:1789131251.162322:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 224 off10720 00000040:00080000:2.0:1789131251.162334:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10848 00000040:00080000:2.0:1789131251.162345:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 224 off11072 00000040:00080000:2.0:1789131251.162641:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 224 off11296 00000040:00080000:2.0:1789131251.162656:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 128 off11424 00000040:00080000:2.0:1789131251.162675:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11648 00000040:00080000:2.0:1789131251.162680:0:24073:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 18 count 19 00000100:00100000:2.0:1789131251.163425:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508939008:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789131251.163525:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131251.163569:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc8681d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789131251.163897:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508939008 00000100:00100000:1.0:1789131251.163905:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508939008 00000100:00100000:1.0:1789131251.163958:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789131251.163968:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:24073:x1876039508939008:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789131251.164094:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:24073:x1876039508939008:12345-0@lo:501:mount.lustre.0 Request processed in 128us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131251.164102:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789131251.164259:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508939008:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789131251.164300:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2868f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508939136:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789131251.164345:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131251.164374:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddfcfc2a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789131251.164424:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508939136 00000100:00100000:1.0:1789131251.164428:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508939136 00000100:00100000:1.0:1789131251.164483:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789131251.164491:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc78850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:24073:x1876039508939136:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789131251.164570:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc78850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:24073:x1876039508939136:12345-0@lo:503:mount.lustre.0 Request processed in 79us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131251.164576:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789131251.164679:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2868f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508939136:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789131251.165076:0:24073:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789131251.165160:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508939264:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789131251.165208:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131251.165231:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc7d68b40 going to sleep for 11 seconds 00000100:00100000:1.0:1789131251.165347:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508939264 00000100:00100000:1.0:1789131251.165351:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508939264 00000100:00100000:1.0:1789131251.165372:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789131251.165379:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc79850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:24073:x1876039508939264:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789131251.165484:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc79850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:24073:x1876039508939264:12345-0@lo:502:mount.lustre.0 Request processed in 105us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131251.165492:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789131251.165647:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508939264:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789131251.165813:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1789131251.165836:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:0.0:1789131251.165848:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:0.0:1789131251.165859:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:0.0:1789131251.165872:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:0.0:1789131251.165886:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:0.0:1789131251.165912:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:0.0:1789131251.165928:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 144 off9680 00000040:00080000:0.0:1789131251.165941:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9904 00000040:00080000:0.0:1789131251.165952:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10128 00000040:00080000:0.0:1789131251.166316:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 144 off10272 00000040:00080000:0.0:1789131251.166332:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10496 00000040:00080000:0.0:1789131251.166341:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 224 off10720 00000040:00080000:0.0:1789131251.166351:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10848 00000040:00080000:0.0:1789131251.166360:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 224 off11072 00000040:00080000:0.0:1789131251.166369:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 224 off11296 00000040:00080000:0.0:1789131251.166379:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 128 off11424 00000100:00100000:0.0:1789131251.166415:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508939392:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789131251.166483:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131251.166509:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc7d68b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789131251.166574:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508939392 00000100:00100000:3.0:1789131251.166580:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508939392 00000100:00100000:3.0:1789131251.166615:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789131251.166621:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:24073:x1876039508939392:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789131251.166709:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:24073:x1876039508939392:12345-0@lo:502:mount.lustre.0 Request processed in 87us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131251.166716:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789131251.166915:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508939392:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789131251.166953:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11648 00000040:00080000:0.0:1789131251.166959:0:24073:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 18 count 19 00000020:01000000:0.0:1789131251.167912:0:24087:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789131251.167924:0:24087:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131251.167926:0:24087:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789131251.167933:0:24087:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff91dcc78a2800 00000020:00000080:0.0:1789131251.167936:0:24087:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789131251.167944:0:24087:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789131251.167947:0:24087:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131251.167948:0:24087:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789131251.167951:0:24087:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789131251.167953:0:24087:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131251.167954:0:24087:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789131251.167957:0:24087:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff91dcc78a2800 00000020:00000080:0.0:1789131251.167959:0:24087:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789131251.168067:0:24087:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789131251.168071:0:24087:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131251.168072:0:24087:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789131251.168075:0:24087:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789131251.168078:0:24087:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131251.168080:0:24087:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre lod.lustre-MDT0000-mdtlov.enable_compr_rotational 00000020:01000000:0.0:1789131251.168083:0:24087:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91dcc78a2800 00000020:00000080:0.0:1789131251.168086:0:24087:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789131251.169282:0:24087:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789131251.169290:0:24087:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131251.169292:0:24087:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre lod.lustre-MDT0000-mdtlov.enable_compr_rotational 00000020:01000000:0.0:1789131251.169297:0:24087:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789131251.169300:0:24087:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131251.169301:0:24087:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre lod.lustre-MDT0001-mdtlov.enable_compr_rotational 00000020:01000000:0.0:1789131251.169306:0:24087:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91dcc78a2800 00000020:00000080:0.0:1789131251.169308:0:24087:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789131251.169340:0:24087:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789131251.169343:0:24087:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131251.169344:0:24087:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre lod.lustre-MDT0001-mdtlov.enable_compr_rotational 00000020:01000000:0.0:1789131251.169346:0:24087:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789131251.169349:0:24087:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131251.169350:0:24087:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789131251.169353:0:24087:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91dcc78a2800 00000020:00000080:0.0:1789131251.169355:0:24087:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789131251.169368:0:24087:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789131251.169371:0:24087:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131251.169372:0:24087:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789131251.169374:0:24087:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789131251.169376:0:24087:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131251.169377:0:24087:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789131251.169380:0:24087:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91dcc78a2800 00000020:00000080:0.0:1789131251.169381:0:24087:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789131251.169563:0:24087:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789131251.169566:0:24087:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131251.169568:0:24087:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1789131251.169571:0:24087:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 19 count 19 00000020:01000000:2.0:1789131251.180238:0:24073:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-18 (rc=0) 10000000:01000000:2.0:1789131251.180285:0:24073:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789131251.180301:0:24073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e12 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e19 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131251.180312:0:24073:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e12 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e19 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131251.180382:0:24073:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789131251.180385:0:24073:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff91dcc78a2800 10000000:01000000:2.0:1789131251.180388:0:24073:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff91dcc78a2800 10000000:01000000:2.0:1789131251.180392:0:24073:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789131251.180399:0:24073:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff91dcc78a2800 from 1 10000000:01000000:2.0:1789131251.180402:0:24073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789131251.180437:0:24073:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78dee00/0xf3fe2838e1fc3e20 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131251.180445:0:24073:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91dcc78dee00/0xf3fe2838e1fc3e20 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131251.180469:0:24073:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91dcc78dee00/0xf3fe2838e1fc3e20 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131251.180497:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508939520:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789131251.180572:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131251.180616:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc8681600 going to sleep for 11 seconds 00000100:00100000:3.0:1789131251.180723:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508939520 00000100:00100000:3.0:1789131251.180730:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508939520 00000100:00100000:3.0:1789131251.180802:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789131251.180812:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:24073:x1876039508939520:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789131251.180825:0:23334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789131251.180839:0:23334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ddc0030e00/0xf3fe2838e1fc3e27 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3e20 expref: -99 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.180874:0:23334:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc0030e00/0xf3fe2838e1fc3e27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e20 expref: 18 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.180884:0:23334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ddc0030e00/0xf3fe2838e1fc3e27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e20 expref: 18 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.180894:0:23334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc0030e00, rc 0) 00000100:00100000:3.0:1789131251.180936:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:24073:x1876039508939520:12345-0@lo:101:mount.lustre.0 Request processed in 126us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131251.180943:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789131251.180989:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508939520:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789131251.181003:0:24073:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91dcc78dee00/0xf3fe2838e1fc3e20 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e27 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.181011:0:24073:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91dcc78dee00/0xf3fe2838e1fc3e20 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3e27 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789131251.188293:0:24073:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:2.0:1789131251.188585:0:24073:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789131251.188758:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:2.0:1789131251.188780:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:2.0:1789131251.188793:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:2.0:1789131251.188806:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:2.0:1789131251.188820:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:2.0:1789131251.188834:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:2.0:1789131251.188848:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:2.0:1789131251.188880:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:2.0:1789131251.188896:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:2.0:1789131251.188909:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:2.0:1789131251.188923:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:2.0:1789131251.188937:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:2.0:1789131251.188950:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:2.0:1789131251.188963:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:2.0:1789131251.188977:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:2.0:1789131251.188991:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:2.0:1789131251.189005:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:2.0:1789131251.189016:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:2.0:1789131251.189027:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:2.0:1789131251.189040:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:2.0:1789131251.189053:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:2.0:1789131251.189065:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:2.0:1789131251.189079:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:2.0:1789131251.189108:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:2.0:1789131251.189124:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:2.0:1789131251.189137:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:2.0:1789131251.189149:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:2.0:1789131251.189161:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:2.0:1789131251.189204:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:2.0:1789131251.189217:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:2.0:1789131251.189228:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:2.0:1789131251.189238:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:2.0:1789131251.189249:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:2.0:1789131251.189261:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:2.0:1789131251.189273:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:2.0:1789131251.189286:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:2.0:1789131251.189299:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:2.0:1789131251.189309:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:2.0:1789131251.189320:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:2.0:1789131251.189345:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:2.0:1789131251.189360:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:2.0:1789131251.189373:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:2.0:1789131251.189385:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:2.0:1789131251.189398:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:2.0:1789131251.189410:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:2.0:1789131251.189423:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:2.0:1789131251.189436:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:2.0:1789131251.189451:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:2.0:1789131251.189590:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:2.0:1789131251.189611:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:2.0:1789131251.189631:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:2.0:1789131251.189637:0:24073:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:2.0:1789131251.189725:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b39680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508939648:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789131251.189790:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131251.189840:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508939648 00000100:00100000:2.0:1789131251.189847:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508939648 00000100:00100000:2.0:1789131251.189899:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789131251.189909:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:24073:x1876039508939648:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789131251.190014:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:24073:x1876039508939648:12345-0@lo:501:mount.lustre.0 Request processed in 106us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131251.190026:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789131251.190068:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc86813c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789131251.190090:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b39680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508939648:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789131251.190120:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b39680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508939776:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789131251.190153:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131251.190174:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508939776 00000100:00100000:2.0:1789131251.190192:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508939776 00000100:00100000:2.0:1789131251.190214:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789131251.190220:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:24073:x1876039508939776:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789131251.190283:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:24073:x1876039508939776:12345-0@lo:503:mount.lustre.0 Request processed in 62us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131251.190290:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789131251.190320:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc86813c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789131251.190331:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b39680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508939776:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789131251.190675:0:24073:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789131251.190735:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b39680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508939904:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789131251.190765:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131251.190788:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508939904 00000100:00100000:2.0:1789131251.190793:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508939904 00000100:00100000:2.0:1789131251.190812:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1789131251.190817:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:24073:x1876039508939904:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789131251.190880:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:24073:x1876039508939904:12345-0@lo:502:mount.lustre.0 Request processed in 62us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131251.190886:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1789131251.190920:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc86813c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789131251.190932:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b39680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508939904:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789131251.191053:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1789131251.191073:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1789131251.191086:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1789131251.191096:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1789131251.191106:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1789131251.191116:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1789131251.191127:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1789131251.191138:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1789131251.191149:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1789131251.191158:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1789131251.191168:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1789131251.195554:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1789131251.195607:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1789131251.195623:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1789131251.195636:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1789131251.195648:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1789131251.195682:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1789131251.195700:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1789131251.195717:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1789131251.195731:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1789131251.195742:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1789131251.195752:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1789131251.195768:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1789131251.195783:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1789131251.195797:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1789131251.195810:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1789131251.195825:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1789131251.195839:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1789131251.195851:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1789131251.195865:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1789131251.195892:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1789131251.195904:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1789131251.195930:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1789131251.195946:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1789131251.195958:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1789131251.195970:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1789131251.195982:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1789131251.195995:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1789131251.196007:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1789131251.196021:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1789131251.196033:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1789131251.196046:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1789131251.196060:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1789131251.196072:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1789131251.196084:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1789131251.196096:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1789131251.196109:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1789131251.196124:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1789131251.196212:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b39680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508940032:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789131251.196309:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131251.196354:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508940032 00000100:00100000:2.0:1789131251.196361:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508940032 00000100:00100000:2.0:1789131251.196510:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789131251.196521:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:24073:x1876039508940032:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789131251.196629:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:24073:x1876039508940032:12345-0@lo:502:mount.lustre.0 Request processed in 110us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131251.196637:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789131251.196692:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc86813c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789131251.196714:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b39680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508940032:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789131251.196881:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:2.0:1789131251.196902:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:2.0:1789131251.196922:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b39680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508940160:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789131251.196952:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131251.196972:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc35e7900 going to sleep for 11 seconds 00000100:00100000:0.0:1789131251.197047:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508940160 00000100:00100000:0.0:1789131251.197052:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508940160 00000100:00100000:0.0:1789131251.197082:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789131251.197089:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:24073:x1876039508940160:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789131251.197154:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:24073:x1876039508940160:12345-0@lo:502:mount.lustre.0 Request processed in 65us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131251.197161:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789131251.197207:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b39680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508940160:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789131251.197243:0:24073:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:0.0:1789131251.197249:0:24073:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1789131251.206069:0:24092:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1789131251.206087:0:24092:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff91de00df0000) 00000020:00000080:1.0:1789131251.206110:0:24092:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:1.0:1789131251.206212:0:24092:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91dcc78a2800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1789131251.206216:0:24092:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91dcc78a2800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1789131251.206219:0:24092:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91dcc78a2800 3 00010000:00080000:1.0:1789131251.206264:0:24092:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91de01a78000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.111@tcp at head 00010000:00010000:1.0:1789131251.208896:0:24092:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:1.0:1789131251.217720:0:24092:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:1.0:1789131251.217767:0:24092:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789131251.217783:0:24092:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xf3fe2838e1fc3e35 00000100:00080000:1.0:1789131251.217794:0:24092:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789131251.217800:0:24092:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff91de01a78000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131251.217835:0:24092:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddffa3b0c0 x1876039508940288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789131251.217862:0:24092:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789131251.217890:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789131251.217895:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789131251.217898:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789131251.217901:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789131251.221604:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3624:1876039508940288:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789131251.221683:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131251.221807:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508940288 00000100:00100000:1.0:1789131251.221815:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508940288 00000100:00100000:1.0:1789131251.221886:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789131251.221894:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b38b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3624:x1876039508940288:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789131251.221924:0:23341:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 607 last 0 00000020:00000080:1.0:1789131251.221978:0:23341:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xf3fe2838e1fc3e3c 00000004:00100000:1.0:1789131251.221997:0:23341:0:(mdt_handler.c:7306:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789131251.222030:0:23341:0:(import.c:65:import_set_state_nolock()) ffff91ddc5707000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789131251.222084:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b38b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3624:x1876039508940288:12345-0@lo:38:llog_process_th.0 Request processed in 189us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131251.222092:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000040:00080000:0.0:1789131251.229283:0:24092:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:0.0:1789131251.229480:0:24073:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789131251.229511:0:24073:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789131251.229528:0:24073:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78dee00/0xf3fe2838e1fc3e20 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e27 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131251.229540:0:24073:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91dcc78dee00/0xf3fe2838e1fc3e20 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e27 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789131251.229601:0:24073:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789131251.229603:0:24073:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789131251.229604:0:24073:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789131251.229605:0:24073:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789131251.229606:0:24073:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789131251.229608:0:24073:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789131251.229609:0:24073:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789131251.229611:0:24073:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789131251.229612:0:24073:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789131251.229616:0:24073:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:0.0:1789131251.229618:0:24073:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789131251.229619:0:24073:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1789131251.229620:0:24073:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789131251.229621:0:24073:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789131251.229622:0:24073:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789131251.229623:0:24073:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789131251.229624:0:24073:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789131251.229625:0:24073:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789131251.229626:0:24073:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789131251.229649:0:24073:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1789131251.229669:0:24073:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508940416:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789131251.229734:0:24073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131251.229773:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508940416 00000100:00100000:0.0:1789131251.229780:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508940416 00000100:00100000:0.0:1789131251.229821:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789131251.229830:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:24073:x1876039508940416:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789131251.229862:0:23333:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1789131251.229875:0:23333:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:1.0:1789131251.230360:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff91ddffa3b0c0 x1876039508940288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789131261 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131251.230373:0:3624:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789131251.230381:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789131251.230448:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1789131251.230453:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789131251.230473:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91de01a78000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789131251.230481:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3624:1876039508940288:0@lo:38:llog_process_th.0 00000001:00100000:0.0:1789131251.232088:0:23319:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1789131251.232122:0:23333:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789131251.232129:0:23333:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:0.0:1789131251.232326:0:23355:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1789131251.232331:0:23355:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1789131251.232352:0:23355:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3e43 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131251.232368:0:23355:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91ddc76b8200/0xf3fe2838e1fc3d47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3d40 expref: 18 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131251.232375:0:23355:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91dde19ab600/0xf3fe2838e1fc3e0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e04 expref: 18 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131251.232382:0:23355:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3e43 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789131251.232528:0:24073:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd2f37b40 going to sleep for 11 seconds 00010000:00010000:0.0:1789131251.232721:0:23355:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91dde19ab600/0xf3fe2838e1fc3e0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf3fe2838e1fc3e04 expref: 18 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131251.232734:0:23355:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91dde19ab600/0xf3fe2838e1fc3e0b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e04 expref: 18 pid: 23332 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131251.232746:0:23355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6a580 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:23355:1876039508940544:0@lo:104: 00000100:00100000:0.0:1789131251.232798:0:23355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789131251.232877:0:23355:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91ddc76b8200/0xf3fe2838e1fc3d47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf3fe2838e1fc3d40 expref: 18 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131251.232885:0:23355:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91ddc76b8200/0xf3fe2838e1fc3d47 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3d40 expref: 18 pid: 23333 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131251.232901:0:23355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6ad00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:23355:1876039508940672:0@lo:104: 00000100:00100000:0.0:1789131251.232923:0:23355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131251.236249:0:23355:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd2f37000 going to sleep for 11 seconds 00000100:00100000:0.0:1789131251.236493:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:24073:x1876039508940416:12345-0@lo:253:mount.lustre.0 Request processed in 6661us (6754us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131251.236504:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789131251.238506:0:23322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508940544 00000100:00100000:1.0:1789131251.238519:0:23322:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508940544 00000100:00100000:3.0:1789131251.239265:0:24073:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24073:1876039508940416:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789131251.239280:0:24073:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1789131251.239284:0:24073:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789131251.239285:0:24073:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789131251.239287:0:24073:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789131251.239288:0:24073:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789131251.239289:0:24073:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789131251.239291:0:24073:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789131251.239292:0:24073:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789131251.239294:0:24073:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789131251.239295:0:24073:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789131251.239323:0:24073:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1789131251.240110:0:23323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508940672 00000100:00100000:2.0:1789131251.240117:0:23323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508940672 00000100:00100000:2.0:1789131251.240149:0:23323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789131251.240158:0:23323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c683c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+4:23355:x1876039508940544:12345-0@lo:104: 00010000:00010000:2.0:1789131251.240186:0:23323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff91dde19ab000/0xf3fe2838e1fc3e04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3e0b expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131251.240278:0:23323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789131251.240285:0:23323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c683c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+4:23355:x1876039508940544:12345-0@lo:104: Request processed in 128us (7486us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131251.240292:0:23323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789131251.240310:0:23323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789131251.240328:0:23323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+3:23355:x1876039508940672:12345-0@lo:104: 00010000:00010000:2.0:1789131251.240336:0:23323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff91ddc0030400/0xf3fe2838e1fc3d40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3d47 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131251.240367:0:23323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789131251.240372:0:23323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+3:23355:x1876039508940672:12345-0@lo:104: Request processed in 46us (7448us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131251.240378:0:23323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1789131251.240714:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789131251.240722:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91dde19ab000/0xf3fe2838e1fc3e04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3e0b expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.240731:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dde19ab000 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:3.0:1789131251.240735:0:23327:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91dde19ab000/0xf3fe2838e1fc3e04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf3fe2838e1fc3e0b expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.240742:0:23327:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dde19ab000/0xf3fe2838e1fc3e04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf3fe2838e1fc3e0b expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789131251.240749:0:23327:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dde19ab000/0xf3fe2838e1fc3e04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf3fe2838e1fc3e0b expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789131251.240755:0:23327:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789131251.240788:0:23327:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91dde19ab000/0xf3fe2838e1fc3e04 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3e0b expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.240795:0:23327:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789131251.240813:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91dde19ab000/0xf3fe2838e1fc3e04 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3e0b expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.240820:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dde19ab000/0xf3fe2838e1fc3e04 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3e0b expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.240832:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789131251.240835:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91ddc0030400/0xf3fe2838e1fc3d40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3d47 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.240841:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0030400 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:3.0:1789131251.240844:0:23327:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91ddc0030400/0xf3fe2838e1fc3d40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf3fe2838e1fc3d47 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.240858:0:23327:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91ddc0030400/0xf3fe2838e1fc3d40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf3fe2838e1fc3d47 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789131251.240864:0:23327:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91ddc0030400/0xf3fe2838e1fc3d40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf3fe2838e1fc3d47 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789131251.240870:0:23327:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789131251.240882:0:23327:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91ddc0030400/0xf3fe2838e1fc3d40 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3d47 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.240887:0:23327:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789131251.240893:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91ddc0030400/0xf3fe2838e1fc3d40 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3d47 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.240899:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91ddc0030400/0xf3fe2838e1fc3d40 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3d47 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.240913:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131251.240915:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131251.240916:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131251.240923:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789131251.240935:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd28683c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:56dba386-29a7-47c9-94c3-ec28dcb7438b:3627:1876039508940800:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789131251.240972:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131251.241006:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789131251.241011:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2868b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:56dba386-29a7-47c9-94c3-ec28dcb7438b:3627:1876039508940928:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789131251.241031:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131251.241094:0:23324:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508940800 00000100:00100000:3.0:1789131251.241098:0:23324:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508940800 00010000:00010000:3.0:1789131251.241123:0:23324:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91dde19ab600/0xf3fe2838e1fc3e0b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e04 expref: 18 pid: 23332 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131251.241143:0:23324:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508940928 00000100:00100000:3.0:1789131251.241146:0:23324:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508940928 00010000:00010000:3.0:1789131251.241154:0:23324:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91ddc76b8200/0xf3fe2838e1fc3d47 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3d40 expref: 19 pid: 23333 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131251.241164:0:23324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789131251.241170:0:23324:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd286a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:56dba386-29a7-47c9-94c3-ec28dcb7438b+19:3627:x1876039508940800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789131251.241190:0:23324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789131251.241195:0:23324:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91dde19ab600/0xf3fe2838e1fc3e0b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e04 expref: 19 pid: 23332 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.241205:0:23324:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91dde19ab600/0xf3fe2838e1fc3e0b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e04 expref: 19 pid: 23332 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.241221:0:23324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789131251.241244:0:23324:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd286a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:56dba386-29a7-47c9-94c3-ec28dcb7438b+19:3627:x1876039508940800:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131251.241250:0:23324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789131251.241261:0:23324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789131251.241267:0:23324:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd2868000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:3627:x1876039508940928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789131251.241273:0:23324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789131251.241276:0:23324:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91ddc76b8200/0xf3fe2838e1fc3d47 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3d40 expref: 18 pid: 23333 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.241284:0:23324:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91ddc76b8200/0xf3fe2838e1fc3d47 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3d40 expref: 18 pid: 23333 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.241303:0:23324:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3e43 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.241321:0:23324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3e43 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1789131251.241335:0:23324:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009004772s 00010000:00010000:3.0:1789131251.241339:0:23324:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3e43 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.241345:0:23324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3e43 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.241352:0:23324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3e43 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.241358:0:23324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3e43 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.241363:0:23324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc76b9200 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:3.0:1789131251.241367:0:23324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3e43 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.241373:0:23324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3e43 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.241380:0:23324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3e43 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131251.241519:0:23355:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dde19ab600/0xf3fe2838e1fc3e0b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e04 expref: 18 pid: 23332 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131251.241529:0:23355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6a580 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:23355:1876039508940544:0@lo:104: 00010000:00010000:0.0:1789131251.241539:0:23355:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ddc76b8200/0xf3fe2838e1fc3d47 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf3fe2838e1fc3d40 expref: 17 pid: 23333 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131251.241546:0:23355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6ad00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:23355:1876039508940672:0@lo:104: 00010000:00010000:0.0:1789131251.241564:0:23355:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3e43 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131251.241572:0:23355:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3e43 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131251.241577:0:23355:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3e43 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131251.241583:0:23355:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3e43 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131251.241680:0:23324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789131251.241704:0:23324:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd2868000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:56dba386-29a7-47c9-94c3-ec28dcb7438b+16:3627:x1876039508940928:12345-0@lo:103:ldlm_bl.0 Request processed in 437us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131251.241714:0:23324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789131251.241747:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2868b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:56dba386-29a7-47c9-94c3-ec28dcb7438b:3627:1876039508940928:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789131251.241754:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd28683c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:56dba386-29a7-47c9-94c3-ec28dcb7438b:3627:1876039508940800:0@lo:103:ldlm_bl.0 00000040:01000000:2.0:1789131251.254783:0:24073:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000040:01000000:2.0:1789131251.256507:0:24101:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789131251.256527:0:24073:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:2.0:1789131251.257648:0:24101:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789131251.263582:0:24101:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1789131251.263678:0:24101:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:0.0:1789131251.264116:0:24102:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6ad00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:24102:1876039508941056:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789131251.264207:0:24102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131251.264242:0:24102:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd2f37d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789131251.264313:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508941056 00000100:00100000:1.0:1789131251.264321:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508941056 00000100:00100000:1.0:1789131251.264373:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789131251.264383:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c6a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:24102:x1876039508941056:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789131251.264497:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c6a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:24102:x1876039508941056:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 115us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131251.264505:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789131251.264661:0:24102:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6ad00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:24102:1876039508941056:0@lo:1000:lod0001_rec0000.0 00000040:01000000:0.0:1789131251.264688:0:24102:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1789131251.264714:0:24102:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6ad00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:24102:1876039508941184:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789131251.264741:0:24102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131251.264763:0:24102:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd2f37d80 going to sleep for 11 seconds 00000020:00080000:3.0:1789131251.265437:0:24100:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:3.0:1789131251.265442:0:24100:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000100:00100000:3.0:1789131251.265454:0:24082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508941184 00000100:00100000:3.0:1789131251.265485:0:24082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508941184 00000100:00100000:3.0:1789131251.265516:0:24082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789131251.265523:0:24082:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c692c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:24102:x1876039508941184:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789131251.265625:0:24082:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c692c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:24102:x1876039508941184:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 102us (882us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131251.265632:0:24082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789131251.265771:0:24102:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6ad00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:24102:1876039508941184:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789131251.265823:0:24102:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6ad00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:24102:1876039508941312:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1789131251.265853:0:24102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131251.265875:0:24102:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd2f37000 going to sleep for 11 seconds 00000100:00100000:3.0:1789131251.266006:0:23350:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508941312 00000100:00100000:3.0:1789131251.266010:0:23350:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508941312 00000100:00100000:3.0:1789131251.266037:0:23350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789131251.266043:0:23350:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c6b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:24102:x1876039508941312:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1789131251.266074:0:23350:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c6b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:24102:x1876039508941312:12345-0@lo:900:lod0001_rec0000.0 Request processed in 31us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131251.266080:0:23350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1789131251.266132:0:24102:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff91dcc7c6ad00 x1876039508941312/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789131267 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131251.266143:0:24102:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6ad00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:24102:1876039508941312:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1789131251.266186:0:24102:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6ad00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:24102:1876039508941440:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789131251.266210:0:24102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131251.266227:0:23344:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508941440 00000100:00100000:0.0:1789131251.266230:0:23344:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508941440 00000100:00100000:0.0:1789131251.266259:0:23344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789131251.266265:0:23344:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c69a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:24102:x1876039508941440:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789131251.266302:0:23344:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c69a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:24102:x1876039508941440:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 38us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131251.266307:0:23344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789131251.266331:0:24102:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd2f37d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789131251.266351:0:24102:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6ad00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:24102:1876039508941440:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1789131251.266404:0:24102:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789131251.268578:0:24102:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1789131251.268656:0:24102:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1789131251.268660:0:24102:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000040:01000000:2.0:1789131251.269596:0:24073:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1789131251.269637:0:24073:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1789131251.270099:0:24073:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1789131251.270106:0:24073:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1789131251.270143:0:24073:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789131251.271777:0:24073:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1789131251.272343:0:24073:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1789131251.272376:0:24073:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1789131251.272781:0:24073:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1789131251.273291:0:24073:0:(osd_handler.c:5551:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:3.0:1789131251.275538:0:24073:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1789131251.283949:0:24073:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1789131251.283988:0:24073:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb3f445563988 00100000:10000000:3.0:1789131251.283996:0:24073:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1789131251.284916:0:24073:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789131251.284952:0:24073:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.111@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789131251.284976:0:24073:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1789131251.284997:0:24073:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:3.0:1789131251.291143:0:24073:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789131251.291354:0:24073:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789131251.350211:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131251.734378:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 0 seconds 00000040:00080000:2.0:1789131252.244317:0:24095:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789131252.369650:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131252.753580:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 0 seconds 10000000:01000000:0.0:1789131253.009714:0:23336:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789131253.009723:0:23336:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff91dcc78a2800 from 12 10000000:01000000:0.0:1789131253.009728:0:23336:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789131253.009775:0:23336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9400/0xf3fe2838e1fc3e4a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131253.009786:0:23336:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9400/0xf3fe2838e1fc3e4a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131253.009797:0:23336:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9400/0xf3fe2838e1fc3e4a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131253.009824:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508941568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789131253.009887:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131253.009920:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508941568 00000100:00100000:0.0:1789131253.009923:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd2f37000 going to sleep for 11 seconds 00000100:00100000:2.0:1789131253.009927:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508941568 00000100:00100000:2.0:1789131253.010028:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1789131253.010038:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+16:23336:x1876039508941568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789131253.010054:0:23332:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789131253.010069:0:23332:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91dcc78dfa00/0xf3fe2838e1fc3e51 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3e4a expref: -99 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131253.010102:0:23332:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dcc78dfa00/0xf3fe2838e1fc3e51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e4a expref: 17 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131253.010127:0:23332:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91dcc78dfa00/0xf3fe2838e1fc3e51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e4a expref: 17 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131253.010137:0:23332:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dcc78dfa00, rc 0) 00000100:00100000:2.0:1789131253.010196:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:23336:x1876039508941568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 160us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131253.010203:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789131253.010329:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508941568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789131253.010343:0:23336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9400/0xf3fe2838e1fc3e4a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e51 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131253.010353:0:23336:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9400/0xf3fe2838e1fc3e4a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3e51 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131253.010404:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508941696:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789131253.010435:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131253.010559:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd2f37000 going to sleep for 11 seconds 00000100:00100000:1.0:1789131253.010657:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508941696 00000100:00100000:1.0:1789131253.010662:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508941696 00000100:00100000:1.0:1789131253.010688:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1789131253.010695:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:23336:x1876039508941696:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789131253.010710:0:23333:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789131253.010724:0:23333:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789131253.010727:0:23333:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1789131253.010797:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:23336:x1876039508941696:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 102us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131253.010811:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789131253.011825:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508941696:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789131253.011879:0:23336:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789131253.011888:0:23336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9400/0xf3fe2838e1fc3e4a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e51 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131253.011896:0:23336:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9400/0xf3fe2838e1fc3e4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e51 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789131253.011906:0:23336:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789131253.011908:0:23336:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff91dcc9279800 from 12 10000000:01000000:0.0:1789131253.011910:0:23336:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789131253.011933:0:23336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9800/0xf3fe2838e1fc3e58 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131253.011941:0:23336:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9800/0xf3fe2838e1fc3e58 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131253.011949:0:23336:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9800/0xf3fe2838e1fc3e58 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131253.011966:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508941824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789131253.012007:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131253.012043:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd2f37000 going to sleep for 11 seconds 00000100:00100000:2.0:1789131253.014271:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508941824 00000100:00100000:2.0:1789131253.014286:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508941824 00000100:00100000:2.0:1789131253.014346:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1789131253.014356:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:23336:x1876039508941824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789131253.014373:0:23332:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789131253.014391:0:23332:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91dcc78dfe00/0xf3fe2838e1fc3e5f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3e58 expref: -99 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131253.014418:0:23332:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dcc78dfe00/0xf3fe2838e1fc3e5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e58 expref: 18 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131253.014429:0:23332:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91dcc78dfe00/0xf3fe2838e1fc3e5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e58 expref: 18 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131253.014438:0:23332:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dcc78dfe00, rc 0) 00000100:00100000:2.0:1789131253.014530:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:23336:x1876039508941824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 176us (2522us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131253.014538:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789131253.014586:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508941824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789131253.014618:0:23336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9800/0xf3fe2838e1fc3e58 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e5f expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131253.014627:0:23336:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9800/0xf3fe2838e1fc3e58 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3e5f expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131253.014685:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508941952:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789131253.014909:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131253.014948:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd2f37000 going to sleep for 11 seconds 00000100:00100000:2.0:1789131253.015743:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508941952 00000100:00100000:2.0:1789131253.015752:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508941952 00000100:00100000:2.0:1789131253.015806:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1789131253.015814:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:23336:x1876039508941952:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789131253.015833:0:23334:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789131253.015848:0:23334:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789131253.015851:0:23334:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1789131253.015954:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:23336:x1876039508941952:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 141us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131253.015962:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789131253.017070:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508941952:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789131253.017133:0:23336:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789131253.017144:0:23336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9800/0xf3fe2838e1fc3e58 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e5f expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131253.017155:0:23336:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9800/0xf3fe2838e1fc3e58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e5f expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789131253.267695:0:24095:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789131253.393666:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131253.778610:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 0 seconds 00010000:00010000:3.0:1789131254.419603:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131254.801584:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 0 seconds 00000001:02000400:1.0:1789131255.423847:0:24344:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1789131255.442004:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131255.825759:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 0 seconds 00000100:00100000:1.0:1789131256.402180:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508942080:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789131256.402282:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131256.402386:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508942080 00000100:00100000:1.0:1789131256.402395:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508942080 00000100:00100000:1.0:1789131256.402453:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789131256.402486:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508942080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789131256.402534:0:23345:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789131256.402587:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508942080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131256.402596:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789131256.402660:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508942080:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1789131256.402783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789131256.402789:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789131256.402793:0:8:0:(import.c:65:import_set_state_nolock()) ffff91de01afb000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789131256.402802:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff91de01afb000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1789131256.402837:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91de01b39a40 x1876039508942336/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789131256.402854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789131256.402858:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789131256.402861:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789131256.402864:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789131256.402883:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789131256.402886:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789131256.402890:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789131256.402892:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789131256.402939:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508942336:0@lo:38:kworker.0 00000100:00100000:2.0:1789131256.402979:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131256.403424:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:56dba386-29a7-47c9-94c3-ec28dcb7438b:3626:1876039508942208:0@lo:400:kworker.0 00000100:00100000:3.0:1789131256.405176:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1876039508942464:0@lo:400:kworker.0 00000100:00100000:3.0:1789131256.405267:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131256.405322:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789131256.405330:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1876039508942592:0@lo:400:kworker.0 00000100:00100000:3.0:1789131256.405361:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131256.405407:0:24082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508942336 00000100:00100000:3.0:1789131256.405417:0:24082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508942336 00000100:00100000:3.0:1789131256.410502:0:24082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789131256.410520:0:24082:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b3a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3624:x1876039508942336:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1789131256.410571:0:24082:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 612 last 0 00000020:00000080:3.0:1789131256.410623:0:24082:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf3fe2838e1fc3e66 00000004:00100000:3.0:1789131256.410649:0:24082:0:(mdt_handler.c:7306:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1789131256.410657:0:24082:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:3.0:1789131256.410789:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508942464 00000100:00100000:3.0:1789131256.410800:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508942464 00000100:00100000:3.0:1789131256.410864:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508942592 00000100:00100000:3.0:1789131256.410867:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508942592 00000100:00100000:3.0:1789131256.410883:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789131256.410890:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd2868b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1876039508942464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131256.411003:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd2868b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1876039508942464:12345-0@lo:400:kworker.0 Request processed in 113us (5736us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131256.411012:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789131256.411029:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789131256.411034:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd2869e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3627:x1876039508942592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131256.411081:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd2869e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3627:x1876039508942592:12345-0@lo:400:kworker.0 Request processed in 47us (5719us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131256.411088:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789131256.411660:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131256.411949:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508942208 00000100:00100000:2.0:1789131256.411958:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508942208 00000100:00100000:2.0:1789131256.412006:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789131256.412014:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:3626:x1876039508942208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131256.412077:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:3626:x1876039508942208:12345-0@lo:400:kworker.0 Request processed in 63us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131256.412084:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00010000:00080000:3.0:1789131256.412321:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff91de01b383c0 x1876039508942592/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131256.412340:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1876039508942592:0@lo:400:kworker.0 00000100:00100000:2.0:1789131256.412982:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:56dba386-29a7-47c9-94c3-ec28dcb7438b:3626:1876039508942208:0@lo:400:kworker.0 00010000:00080000:3.0:1789131256.413270:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff91de01b39e00 x1876039508942464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131256.413286:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1876039508942464:0@lo:400:kworker.0 00000100:00080000:0.0:1789131256.419940:0:24082:0:(import.c:65:import_set_state_nolock()) ffff91dcc7fed800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789131256.420086:0:24082:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b3a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3624:x1876039508942336:12345-0@lo:38:kworker.0 Request processed in 9562us (17101us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131256.420100:0:24082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:3.0:1789131256.420758:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1789131256.420772:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1789131256.420779:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1789131256.420782:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91de01afb000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1789131256.420817:0:3624:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000008131a2e4): req@ffff91dcc7c68b40 x1876039508935168/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131256.420842:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508942336:0@lo:38:kworker.0 00000100:00100000:0.0:1789131256.421448:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131256.421522:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575480 going to sleep for 11 seconds 00000100:00100000:3.0:1789131256.421904:0:23344:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508935168 00000100:00100000:3.0:1789131256.421914:0:23344:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508935168 00000100:00100000:3.0:1789131256.421974:0:23344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789131256.421985:0:23344:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c68f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:23383:x1876039508935168:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789131256.422099:0:23344:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c68f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:23383:x1876039508935168:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 115us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131256.422222:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:23383:1876039508935168:0@lo:1000:lod0000_rec0001.0 00000040:01000000:0.0:1789131256.422288:0:23383:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1789131256.422340:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:23383:1876039508942720:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789131256.422524:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508942848:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789131256.422567:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131256.422626:0:24082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508942848 00000100:00100000:2.0:1789131256.422631:0:24082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508942848 00000100:00100000:2.0:1789131256.422656:0:24082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789131256.422663:0:24082:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3625:x1876039508942848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789131256.422692:0:24082:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789131256.422735:0:24082:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3625:x1876039508942848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131256.422743:0:24082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789131256.422777:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508942848:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789131256.423301:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131256.423329:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dded034600 going to sleep for 11 seconds 00000100:00100000:0.0:1789131256.423362:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508942720 00000100:00100000:0.0:1789131256.423367:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508942720 00000100:00100000:0.0:1789131256.423395:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789131256.423403:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:23383:x1876039508942720:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789131256.423568:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:23383:x1876039508942720:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 164us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131256.423576:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789131256.423608:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:23383:1876039508942720:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789131256.423700:0:23383:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:23383:1876039508942976:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789131256.423728:0:23383:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131256.423746:0:23383:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dded034600 going to sleep for 11 seconds 00000100:00100000:0.0:1789131256.423760:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508942976 00000100:00100000:0.0:1789131256.423763:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508942976 00000100:00100000:0.0:1789131256.423781:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789131256.423788:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c6a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:23383:x1876039508942976:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789131256.423921:0:23344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789131256.427551:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c6a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:23383:x1876039508942976:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 3753us (3813us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131256.427567:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789131256.428552:0:23383:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:23383:1876039508942976:0@lo:1000:lod0000_rec0001.0 00000040:00080000:1.0:1789131256.428632:0:23383:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789131256.432148:0:23383:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789131256.432239:0:23383:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 18, retries 0 00000004:00080000:1.0:1789131256.432245:0:23383:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:3.0:1789131256.472778:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789131256.553846:0:24397:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789131256.554069:0:24397:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789131257.491052:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789131257.539626:0:24447:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789131257.539869:0:24447:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789131258.514494:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789131258.785373:0:24495:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff46f3e400 20000000:00000080:3.0:1789131258.785391:0:24495:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff91de00bdc400 uarg=0000000000000000 20000000:01000000:3.0:1789131258.785434:0:24495:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1789131258.785441:0:24495:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1789131258.785445:0:24495:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:3.0:1789131258.785882:0:24496:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 19 20000000:00000400:2.0:1789131258.786059:0:24495:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:2.0:1789131258.796031:0:24495:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1789131258.796064:0:24495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff91dcc78dfc00/0xf3fe2838e1fc3e6d lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131258.796161:0:24495:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91dcc78df000/0xf3fe2838e1fc3d16 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3d0f expref: 17 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131258.796168:0:24495:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91dde19aba00/0xf3fe2838e1fc3e19 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e12 expref: 17 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131258.796295:0:24495:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff91dcc78dfc00/0xf3fe2838e1fc3e6d lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131258.796400:0:24495:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91dde19aba00/0xf3fe2838e1fc3e19 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf3fe2838e1fc3e12 expref: 17 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131258.796415:0:24495:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91dde19aba00/0xf3fe2838e1fc3e19 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e12 expref: 17 pid: 23333 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131258.796429:0:24495:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3bc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24495:1876039508943104:0@lo:104: 00000100:00100000:2.0:1789131258.796575:0:24495:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789131258.796680:0:24495:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91dcc78df000/0xf3fe2838e1fc3d16 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf3fe2838e1fc3d0f expref: 17 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131258.796689:0:24495:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91dcc78df000/0xf3fe2838e1fc3d16 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3d0f expref: 17 pid: 23334 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131258.796697:0:24495:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24495:1876039508943232:0@lo:104: 00000100:00100000:2.0:1789131258.796719:0:24495:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131258.799921:0:24495:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddfcfc2f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789131258.800034:0:23323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508943104 00000100:00100000:1.0:1789131258.800056:0:23323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508943104 00000100:00100000:1.0:1789131258.800104:0:23323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508943232 00000100:00100000:1.0:1789131258.800107:0:23323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508943232 00000100:00100000:1.0:1789131258.800132:0:23323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789131258.800141:0:23323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b38f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+4:24495:x1876039508943104:12345-0@lo:104: 00010000:00010000:1.0:1789131258.800157:0:23323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e12 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3e19 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.800498:0:23323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789131258.800506:0:23323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b38f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+4:24495:x1876039508943104:12345-0@lo:104: Request processed in 366us (3931us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131258.800514:0:23323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789131258.800533:0:23323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789131258.800540:0:23323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b3b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+3:24495:x1876039508943232:12345-0@lo:104: 00010000:00010000:1.0:1789131258.800548:0:23323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff91ddfa939c00/0xf3fe2838e1fc3d0f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3d16 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.800586:0:23323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1789131258.800592:0:23323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b3b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+3:24495:x1876039508943232:12345-0@lo:104: Request processed in 53us (3872us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131258.800597:0:23323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1789131258.800614:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789131258.800619:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e12 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3e19 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.800626:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dde19aaa00 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:1.0:1789131258.800630:0:23328:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e12 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf3fe2838e1fc3e19 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.800650:0:23328:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e12 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf3fe2838e1fc3e19 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789131258.800657:0:23328:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e12 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf3fe2838e1fc3e19 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789131258.800663:0:23328:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789131258.800708:0:23328:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e12 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3e19 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.800714:0:23328:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789131258.800732:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e12 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3e19 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.800738:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e12 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3e19 expref: -99 pid: 24073 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.800751:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789131258.800754:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91ddfa939c00/0xf3fe2838e1fc3d0f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3d16 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.800759:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfa939c00 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:1.0:1789131258.800761:0:23328:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91ddfa939c00/0xf3fe2838e1fc3d0f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf3fe2838e1fc3d16 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.800767:0:23328:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91ddfa939c00/0xf3fe2838e1fc3d0f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf3fe2838e1fc3d16 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789131258.800773:0:23328:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91ddfa939c00/0xf3fe2838e1fc3d0f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf3fe2838e1fc3d16 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789131258.800784:0:23328:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789131258.800797:0:23328:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91ddfa939c00/0xf3fe2838e1fc3d0f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3d16 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.800802:0:23328:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789131258.800817:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91ddfa939c00/0xf3fe2838e1fc3d0f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3d16 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.800824:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91ddfa939c00/0xf3fe2838e1fc3d0f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3d16 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.800836:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131258.800838:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131258.800840:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789131258.800853:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:56dba386-29a7-47c9-94c3-ec28dcb7438b:3626:1876039508943360:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789131258.800889:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131258.800924:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:56dba386-29a7-47c9-94c3-ec28dcb7438b:3627:1876039508943488:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789131258.800946:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131258.800991:0:23325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508943360 00000100:00100000:1.0:1789131258.800995:0:23325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508943360 00010000:00010000:1.0:1789131258.801012:0:23325:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91dde19aba00/0xf3fe2838e1fc3e19 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e12 expref: 18 pid: 23333 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789131258.801031:0:23325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508943488 00000100:00100000:1.0:1789131258.801034:0:23325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508943488 00010000:00010000:1.0:1789131258.801045:0:23325:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91dcc78df000/0xf3fe2838e1fc3d16 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3d0f expref: 19 pid: 23334 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789131258.801058:0:23325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789131258.801071:0:23325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa3b840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+19:3626:x1876039508943360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789131258.801097:0:23325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789131258.801103:0:23325:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91dde19aba00/0xf3fe2838e1fc3e19 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e12 expref: 19 pid: 23333 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.801115:0:23325:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91dde19aba00/0xf3fe2838e1fc3e19 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e12 expref: 19 pid: 23333 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.801140:0:23325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789131258.801169:0:23325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa3b840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+19:3626:x1876039508943360:12345-0@lo:103:ldlm_bl.0 Request processed in 100us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131258.801187:0:23325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:3.0:1789131258.801306:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789131258.801608:0:23325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789131258.801617:0:23325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa3b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:3627:x1876039508943488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789131258.801626:0:23325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789131258.801630:0:23325:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91dcc78df000/0xf3fe2838e1fc3d16 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3d0f expref: 18 pid: 23334 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.801639:0:23325:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91dcc78df000/0xf3fe2838e1fc3d16 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3d0f expref: 18 pid: 23334 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.801651:0:23325:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff91dcc78dfc00/0xf3fe2838e1fc3e6d lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 24495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.801659:0:23325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dcc78dfc00/0xf3fe2838e1fc3e6d lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 24495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.801686:0:23325:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91dcc78dfc00/0xf3fe2838e1fc3e6d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.801702:0:23325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91dcc78dfc00/0xf3fe2838e1fc3e6d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.801709:0:23325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff91dcc78dfc00/0xf3fe2838e1fc3e6d lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.801715:0:23325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff91dcc78dfc00/0xf3fe2838e1fc3e6d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.801720:0:23325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc78dfc00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:1.0:1789131258.801724:0:23325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff91dcc78dfc00/0xf3fe2838e1fc3e6d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.801732:0:23325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff91dcc78dfc00/0xf3fe2838e1fc3e6d lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.801740:0:23325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff91dcc78dfc00/0xf3fe2838e1fc3e6d lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131258.801749:0:23325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789131258.801892:0:23325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa3b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:3627:x1876039508943488:12345-0@lo:103:ldlm_bl.0 Request processed in 277us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131258.801900:0:23325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789131258.801934:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:56dba386-29a7-47c9-94c3-ec28dcb7438b:3626:1876039508943360:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789131258.802553:0:24495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dde19aba00/0xf3fe2838e1fc3e19 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e12 expref: 17 pid: 23333 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131258.802578:0:24495:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3bc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24495:1876039508943104:0@lo:104: 00010000:00010000:2.0:1789131258.802591:0:24495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dcc78df000/0xf3fe2838e1fc3d16 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf3fe2838e1fc3d0f expref: 16 pid: 23334 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131258.802599:0:24495:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24495:1876039508943232:0@lo:104: 00010000:00010000:2.0:1789131258.802614:0:24495:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff91dcc78dfc00/0xf3fe2838e1fc3e6d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131258.802623:0:24495:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff91dcc78dfc00/0xf3fe2838e1fc3e6d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131258.802629:0:24495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff91dcc78dfc00/0xf3fe2838e1fc3e6d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131258.802635:0:24495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dcc78dfc00/0xf3fe2838e1fc3e6d lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131258.803653:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:56dba386-29a7-47c9-94c3-ec28dcb7438b:3627:1876039508943488:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789131259.537563:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789131260.498903:0:23336:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789131260.498911:0:23336:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91dcc78a2800 from 19 10000000:01000000:2.0:1789131260.498916:0:23336:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789131260.498960:0:23336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78df000/0xf3fe2838e1fc3e74 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131260.498971:0:23336:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91dcc78df000/0xf3fe2838e1fc3e74 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131260.498981:0:23336:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91dcc78df000/0xf3fe2838e1fc3e74 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131260.499007:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3bc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508943616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789131260.499086:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131260.499133:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc782dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1789131260.499195:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508943616 00000100:00100000:1.0:1789131260.499203:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508943616 00000100:00100000:1.0:1789131260.499258:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789131260.499268:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+16:23336:x1876039508943616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789131260.499287:0:23333:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131260.499302:0:23333:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91dde19ab000/0xf3fe2838e1fc3e7b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3e74 expref: -99 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131260.499335:0:23333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dde19ab000/0xf3fe2838e1fc3e7b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e74 expref: 17 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131260.499346:0:23333:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91dde19ab000/0xf3fe2838e1fc3e7b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e74 expref: 17 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131260.499356:0:23333:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dde19ab000, rc 0) 00000100:00100000:1.0:1789131260.499409:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:23336:x1876039508943616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131260.499417:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789131260.499659:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3bc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508943616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789131260.499675:0:23336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91dcc78df000/0xf3fe2838e1fc3e74 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e7b expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131260.499684:0:23336:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91dcc78df000/0xf3fe2838e1fc3e74 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3e7b expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131260.499746:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2868f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508943744:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789131260.499775:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131260.499809:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd85cd480 going to sleep for 11 seconds 00000100:00100000:2.0:1789131260.499940:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508943744 00000100:00100000:2.0:1789131260.499945:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508943744 00000100:00100000:2.0:1789131260.499970:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789131260.499977:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:23336:x1876039508943744:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789131260.500087:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:23336:x1876039508943744:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 109us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131260.500095:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789131260.500544:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2868f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508943744:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789131260.500575:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2868f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508943872:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789131260.500614:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131260.500643:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd85cd480 going to sleep for 11 seconds 00000100:00100000:2.0:1789131260.500715:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508943872 00000100:00100000:2.0:1789131260.500721:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508943872 00000100:00100000:2.0:1789131260.500752:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1789131260.500759:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:23336:x1876039508943872:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789131260.500865:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:23336:x1876039508943872:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 106us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131260.500872:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789131260.501123:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2868f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508943872:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789131260.502612:0:24560:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 19 00000020:01000000:1.0:1789131260.503424:0:23336:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 19-18 (rc=0) 10000000:01000000:1.0:1789131260.503446:0:23336:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789131260.503485:0:23336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78df000/0xf3fe2838e1fc3e74 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e7b expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131260.503497:0:23336:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91dcc78df000/0xf3fe2838e1fc3e74 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e7b expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789131260.503507:0:23336:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789131260.503510:0:23336:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91dcc9279800 from 19 10000000:01000000:1.0:1789131260.503513:0:23336:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789131260.503546:0:23336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e82 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131260.503554:0:23336:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e82 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131260.503577:0:23336:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e82 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789131260.503601:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508944000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789131260.503661:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131260.503696:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddf5c14d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789131260.503766:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508944000 00000100:00100000:3.0:1789131260.503772:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508944000 00000100:00100000:3.0:1789131260.503880:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789131260.503888:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+17:23336:x1876039508944000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789131260.503900:0:23333:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789131260.503913:0:23333:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ddc0030800/0xf3fe2838e1fc3e89 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3e82 expref: -99 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131260.503936:0:23333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc0030800/0xf3fe2838e1fc3e89 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e82 expref: 18 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131260.503946:0:23333:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ddc0030800/0xf3fe2838e1fc3e89 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e82 expref: 18 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131260.503955:0:23333:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc0030800, rc 0) 00000100:00100000:3.0:1789131260.504002:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:23336:x1876039508944000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131260.504009:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789131260.504138:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508944000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789131260.504153:0:23336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e82 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e89 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131260.504161:0:23336:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e82 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3e89 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789131260.504218:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508944128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789131260.504242:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131260.504269:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddf5c14d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789131260.504316:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508944128 00000100:00100000:2.0:1789131260.504321:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508944128 00000100:00100000:2.0:1789131260.504360:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789131260.504367:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dddf306450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:23336:x1876039508944128:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789131260.504500:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dddf306450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:23336:x1876039508944128:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 133us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131260.504508:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789131260.504658:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508944128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789131260.504687:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508944256:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789131260.504728:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131260.504753:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddf5c14d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789131260.505889:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508944256 00000100:00100000:3.0:1789131260.505898:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508944256 00000100:00100000:3.0:1789131260.505938:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789131260.505946:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dddf305850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:23336:x1876039508944256:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789131260.506056:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dddf305850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:23336:x1876039508944256:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 110us (1326us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131260.506064:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789131260.506124:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508944256:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789131260.509607:0:24561:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 19 00000020:01000000:2.0:1789131260.510893:0:23336:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 19-18 (rc=0) 10000000:01000000:2.0:1789131260.510931:0:23336:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789131260.510942:0:23336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e82 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e89 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131260.510960:0:23336:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e82 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3e89 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131260.564887:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789131260.883654:0:23378:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789131261.521841:0:3624:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131251/real 1789131251] req@ffff91ddffa38f00 x1876039508938496/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131261 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131261.521875:0:3624:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff91ddffa38f00 x1876039508938496/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131261 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131261.521885:0:3624:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131251/real 1789131251] req@ffff91ddffa392c0 x1876039508938368/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131261 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131261.521913:0:3624:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff91ddffa392c0 x1876039508938368/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131261 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789131261.521931:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddc5701800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789131261.521947:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789131261.521951:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508938496:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789131261.521957:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91de01a7a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789131261.521962:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789131261.521965:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508938368:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1789131261.522101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789131261.522114:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789131261.522117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789131261.522120:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789131261.522145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789131261.522148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789131261.522150:0:8:0:(import.c:65:import_set_state_nolock()) ffff91de01a7a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789131261.522155:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 607 00000100:00080000:1.0:1789131261.522161:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789131261.522167:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff91de01a7a000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131261.522187:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddffa38000 x1876039508945024/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789131261.522199:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789131261.522202:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789131261.522203:0:8:0:(import.c:65:import_set_state_nolock()) ffff91ddc5701800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789131261.522206:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 607 00000100:00080000:1.0:1789131261.522208:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789131261.522211:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff91ddc5701800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131261.522220:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddffa3a940 x1876039508945152/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789131261.522251:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1876039508944640:0@lo:400:kworker.0 00000100:00100000:1.0:1789131261.522317:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131261.522374:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1789131261.522381:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:56dba386-29a7-47c9-94c3-ec28dcb7438b:3626:1876039508944512:0@lo:400:kworker.0 00000100:00100000:1.0:1789131261.522410:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131261.522436:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3626:1876039508945280:0@lo:400:kworker.0 00000100:00100000:1.0:1789131261.522485:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131261.522514:0:23344:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508944640 00000100:00100000:1.0:1789131261.522527:0:23344:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508944640 00000100:00100000:1.0:1789131261.522573:0:23344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789131261.522581:0:23344:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b30f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3626:x1876039508944640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131261.522630:0:23344:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b30f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3626:x1876039508944640:12345-0@lo:400:kworker.0 Request processed in 50us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131261.522637:0:23344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789131261.522660:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508944512 00000100:00100000:1.0:1789131261.522663:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508944512 00000100:00100000:1.0:1789131261.522688:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789131261.522694:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dddf307c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:3626:x1876039508944512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131261.522723:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dddf307c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:3626:x1876039508944512:12345-0@lo:400:kworker.0 Request processed in 29us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131261.522729:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789131261.522753:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508945280 00000100:00100000:1.0:1789131261.522757:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508945280 00000100:00100000:1.0:1789131261.522784:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789131261.522791:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3626:x1876039508945280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131261.522818:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3626:x1876039508945280:12345-0@lo:400:kworker.0 Request processed in 28us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131261.522823:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789131261.522861:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa38b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:56dba386-29a7-47c9-94c3-ec28dcb7438b:3626:1876039508944512:0@lo:400:kworker.0 00010000:00080000:1.0:1789131261.522873:0:3626:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff91de01b321c0 x1876039508945280/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131261.522882:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3626:1876039508945280:0@lo:400:kworker.0 00000100:00100000:1.0:1789131261.522889:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1876039508944640:0@lo:400:kworker.0 00000100:00100000:0.0:1789131261.523164:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508945024:0@lo:8:kworker.0 00000400:00000100:0.0:1789131261.523189:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876039508945024 offset 0 length 520: 4 00000100:00100000:0.0:1789131261.523211:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508945152:0@lo:8:kworker.0 00000400:00000100:0.0:1789131261.523227:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876039508945152 offset 0 length 520: 4 00000100:00100000:2.0:1789131261.523406:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1876039508944768:0@lo:400:kworker.0 00000100:00100000:2.0:1789131261.523451:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131261.523497:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1789131261.523504:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508944384:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789131261.523530:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131261.523545:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa38780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508944896:0@lo:400:kworker.0 00000100:00100000:2.0:1789131261.523565:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131261.523707:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508944768 00000100:00100000:0.0:1789131261.523712:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508944768 00000100:00100000:0.0:1789131261.523752:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789131261.523760:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1876039508944768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131261.523818:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1876039508944768:12345-0@lo:400:kworker.0 Request processed in 58us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131261.523825:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1789131261.523855:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff91ddffa38f00 x1876039508944768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131261.523866:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa38f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1876039508944768:0@lo:400:kworker.0 00000100:00100000:1.0:1789131261.524866:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508944384 00000100:00100000:1.0:1789131261.524874:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508944384 00000100:00100000:1.0:1789131261.524908:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508944896 00000100:00100000:1.0:1789131261.524911:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508944896 00000100:00100000:1.0:1789131261.524927:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789131261.524934:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b38780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3627:x1876039508944384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789131261.524967:0:23345:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789131261.525023:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b38780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3627:x1876039508944384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (1491us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131261.525030:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789131261.525045:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789131261.525051:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b3bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508944896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131261.525164:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b3bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508944896:12345-0@lo:400:kworker.0 Request processed in 113us (1597us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131261.525171:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789131261.525232:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789131261.525244:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508945408:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789131261.525279:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131261.525494:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508944384:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789131261.525506:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa38780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508944896:0@lo:400:kworker.0 00000100:00100000:1.0:1789131261.525744:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508945408 00000100:00100000:1.0:1789131261.525749:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508945408 00000100:00100000:1.0:1789131261.525783:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789131261.525790:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b392c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3625:x1876039508945408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789131261.525810:0:23345:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789131261.525845:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b392c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3625:x1876039508945408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131261.525851:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789131261.525923:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508945408:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789131261.585537:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789131262.038399:0:24074:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:2.0:1789131262.612413:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789131263.511861:0:24095:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789131263.571524:0:3624:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131248/real 1789131248] req@ffff91ddffa383c0 x1876039508936192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131263 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131263.571558:0:3624:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff91ddffa383c0 x1876039508936192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131263 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131263.571567:0:3624:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131248/real 1789131248] req@ffff91ddffa3a1c0 x1876039508936320/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131263 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131263.571577:0:3624:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff91ddffa3a1c0 x1876039508936320/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131263 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789131263.571597:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91dcc78a5000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789131263.571612:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789131263.571616:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508936192:0@lo:8:kworker.0 00000100:00080000:3.0:1789131263.571622:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddfce34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789131263.571626:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789131263.571629:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508936320:0@lo:8:kworker.0 00000100:00080000:1.0:1789131263.573873:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789131263.573878:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789131263.573888:0:8:0:(import.c:65:import_set_state_nolock()) ffff91dcc78a5000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789131263.573895:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 604 00000100:00080000:1.0:1789131263.573900:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789131263.573906:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff91dcc78a5000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131263.573926:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91de01b30b40 x1876039508945792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789131263.573943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789131263.573959:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789131263.573961:0:8:0:(import.c:65:import_set_state_nolock()) ffff91ddfce34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789131263.573964:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 604 00000100:00080000:1.0:1789131263.573967:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789131263.573970:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff91ddfce34800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131263.573981:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91de01b33480 x1876039508945920/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789131263.574010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789131263.574014:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789131263.574017:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789131263.574020:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789131263.574060:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b32940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508945664:0@lo:400:kworker.0 00000100:00100000:1.0:1789131263.574133:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131263.574178:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1789131263.574184:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:56dba386-29a7-47c9-94c3-ec28dcb7438b:3628:1876039508945536:0@lo:400:kworker.0 00000100:00100000:1.0:1789131263.574212:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131263.574230:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b303c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3628:1876039508946304:0@lo:400:kworker.0 00000100:00100000:1.0:1789131263.574259:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131263.574286:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b30b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508945792:0@lo:8:kworker.0 00000400:00000100:1.0:1789131263.574306:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876039508945792 offset 0 length 520: 4 00000100:00100000:1.0:1789131263.574319:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508945920:0@lo:8:kworker.0 00000400:00000100:1.0:1789131263.574336:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876039508945920 offset 0 length 520: 4 00000100:00100000:1.0:1789131263.574360:0:23344:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508945664 00000100:00100000:1.0:1789131263.574367:0:23344:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508945664 00000100:00100000:1.0:1789131263.574410:0:23344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789131263.574418:0:23344:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b33c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508945664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131263.574490:0:23344:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b33c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508945664:12345-0@lo:400:kworker.0 Request processed in 73us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131263.574497:0:23344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789131263.574520:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508946304 00000100:00100000:1.0:1789131263.574524:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508946304 00000100:00100000:1.0:1789131263.574549:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789131263.574555:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b32580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3628:x1876039508946304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131263.574582:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b32580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3628:x1876039508946304:12345-0@lo:400:kworker.0 Request processed in 28us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131263.574588:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1789131263.574624:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff91de01b303c0 x1876039508946304/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131263.574635:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b303c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3628:1876039508946304:0@lo:400:kworker.0 00000100:00100000:1.0:1789131263.574659:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b32940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508945664:0@lo:400:kworker.0 00000100:00100000:2.0:1789131263.575050:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b33840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876039508946048:0@lo:400:kworker.0 00000100:00100000:2.0:1789131263.575084:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131263.575124:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789131263.575130:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b31a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508946176:0@lo:400:kworker.0 00000100:00100000:2.0:1789131263.575153:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131263.575181:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508945536 00000100:00100000:2.0:1789131263.575185:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508945536 00000100:00100000:2.0:1789131263.575217:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1789131263.575225:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfcb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:3628:x1876039508945536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131263.575276:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfcb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:3628:x1876039508945536:12345-0@lo:400:kworker.0 Request processed in 51us (1062us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131263.575282:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1789131263.575310:0:24082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508946176 00000100:00100000:2.0:1789131263.575314:0:24082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508946176 00000100:00100000:2.0:1789131263.575334:0:24082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789131263.575340:0:24082:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b383c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508946176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131263.575372:0:24082:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b383c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508946176:12345-0@lo:400:kworker.0 Request processed in 32us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131263.575379:0:24082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789131263.575407:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b31a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508946176:0@lo:400:kworker.0 00000100:00100000:2.0:1789131263.575431:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:56dba386-29a7-47c9-94c3-ec28dcb7438b:3628:1876039508945536:0@lo:400:kworker.0 00000100:00100000:1.0:1789131263.577767:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508946048 00000100:00100000:1.0:1789131263.577787:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508946048 00000100:00100000:1.0:1789131263.577843:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789131263.577851:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b39e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876039508946048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131263.577929:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b39e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876039508946048:12345-0@lo:400:kworker.0 Request processed in 78us (2844us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131263.577936:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:2.0:1789131263.578192:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff91de01b33840 x1876039508946048/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131263.578207:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b33840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876039508946048:0@lo:400:kworker.0 00010000:00010000:1.0:1789131263.635551:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131264.661937:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131265.681697:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789131266.009186:0:24844:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1789131266.009191:0:24844:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:0.0:1789131266.009192:0:24844:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1789131266.009302:0:24844:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff91dcc7fea000 00000020:01000004:0.0:1789131266.009317:0:24844:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1789131266.009331:0:24844:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1789131266.009345:0:24844:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff91ddcf4c3490) 00000020:00000080:0.0:1789131266.009362:0:24844:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1789131266.100356:0:24844:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1789131266.101537:0:24844:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1789131266.101964:0:24844:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1789131266.102214:0:24844:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1789131266.102490:0:24844:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1789131266.102753:0:24844:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1789131266.102947:0:24844:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/32) registered 00080000:01000000:1.0:1789131266.109769:0:24844:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1789131266.109987:0:24844:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:1.0:1789131266.110000:0:24844:0:(osd_handler.c:8895:osd_obd_connect()) connect #0 00000020:00000080:1.0:1789131266.110012:0:24844:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xf3fe2838e1fc3e97 00000020:01000004:1.0:1789131266.110019:0:24844:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:1.0:1789131266.110041:0:24844:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.111@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1789131266.110044:0:24844:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.111@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1789131266.110051:0:24844:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:1.0:1789131266.110055:0:24844:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:1.0:1789131266.110093:0:24844:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff91de01bf3490) 00000020:00000080:1.0:1789131266.110111:0:24844:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:1.0:1789131266.111230:0:24844:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789131266.111395:0:24844:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:1.0:1789131266.111401:0:24844:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:3.0:1789131266.119426:0:24844:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:3.0:1789131266.119440:0:24844:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1789131266.121392:0:24844:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1789131266.121403:0:24844:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1789131266.129084:0:24844:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789131266.129269:0:24844:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1789131266.129275:0:24844:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:3.0:1789131266.130261:0:24844:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:3.0:1789131266.130269:0:24844:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1789131266.165534:0:24844:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789131266.167341:0:24844:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1789131266.167349:0:24844:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1789131266.171180:0:24844:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1789131266.171197:0:24844:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1789131266.179668:0:24844:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1789131266.179681:0:24844:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1789131266.189209:0:24844:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789131266.192628:0:24844:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:1.0:1789131266.192639:0:24844:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:0.0:1789131266.193987:0:24844:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:0.0:1789131266.193998:0:24844:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1789131266.262057:0:24844:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789131266.262265:0:24844:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1789131266.262272:0:24844:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1789131266.264422:0:24844:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1789131266.264434:0:24844:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1789131266.268502:0:24844:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1789131266.268551:0:24844:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:3.0:1789131266.268559:0:24844:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.111@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:3.0:1789131266.287106:0:24844:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.111@tcp ctxt 0 is initialized 00000020:01000004:3.0:1789131266.287148:0:24844:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.111@tcp, index=0000, flags=0x20002 00000020:01000004:3.0:1789131266.287162:0:24844:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1789131266.287164:0:24844:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1789131266.287165:0:24844:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789131266.287166:0:24844:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789131266.287167:0:24844:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789131266.287169:0:24844:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789131266.287170:0:24844:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789131266.287172:0:24844:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789131266.287173:0:24844:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789131266.287177:0:24844:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:3.0:1789131266.287179:0:24844:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789131266.287180:0:24844:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1789131266.287182:0:24844:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789131266.287182:0:24844:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789131266.287183:0:24844:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789131266.287185:0:24844:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789131266.287186:0:24844:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789131266.287187:0:24844:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789131266.287188:0:24844:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789131266.287212:0:24844:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1789131266.287231:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2869a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508946432:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789131266.287307:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131266.287357:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc4c6b540 going to sleep for 11 seconds 00000100:00100000:1.0:1789131266.287532:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508946432 00000100:00100000:1.0:1789131266.287549:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508946432 00000100:00100000:1.0:1789131266.287611:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789131266.287621:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:24844:x1876039508946432:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789131266.287668:0:23334:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1789131266.287671:0:23334:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1789131266.287675:0:23334:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1789131266.288107:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:24844:x1876039508946432:12345-0@lo:253:mount.lustre.0 Request processed in 486us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131266.288115:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789131266.288265:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2869a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508946432:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789131266.288275:0:24844:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1789131266.288277:0:24844:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789131266.288288:0:24844:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789131266.288290:0:24844:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789131266.288291:0:24844:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789131266.288292:0:24844:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789131266.288293:0:24844:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789131266.288295:0:24844:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789131266.288303:0:24844:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789131266.288304:0:24844:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789131266.288323:0:24844:0:(tgt_mount.c:101:server_register_mount()) register mount ffff91dcc7fea000 from lustre-OST0000 10000000:01000000:0.0:1789131266.288352:0:24844:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:0.0:1789131266.288355:0:24844:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1789131266.288363:0:24844:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff91ddfcdf9a48 local copy 00010000:00010000:0.0:1789131266.288374:0:24844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddfa939000/0xf3fe2838e1fc3c52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3c59 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131266.288488:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508946560:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789131266.288520:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131266.288558:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91de01a87780 going to sleep for 11 seconds 00000100:00100000:3.0:1789131266.288782:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508946560 00000100:00100000:3.0:1789131266.288786:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508946560 00000100:00100000:3.0:1789131266.288815:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789131266.288822:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:24844:x1876039508946560:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789131266.288896:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:24844:x1876039508946560:12345-0@lo:501:mount.lustre.0 Request processed in 74us (375us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789131266.288904:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789131266.289998:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508946560:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789131266.290016:0:24844:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.111@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1789131266.290042:0:24844:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.111@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1789131266.290050:0:24844:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddfa939000/0xf3fe2838e1fc3c52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3c59 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131266.290060:0:24844:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddfa939000/0xf3fe2838e1fc3c52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3c59 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789131266.290106:0:24844:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff91dcc7fea000 10000000:01000000:0.0:1789131266.290112:0:24844:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789131266.290117:0:24844:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1789131266.290120:0:24844:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789131266.290125:0:24844:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:0.0:1789131266.290127:0:24844:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1789131266.290161:0:24844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9000/0xf3fe2838e1fc3ea5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131266.290183:0:24844:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9000/0xf3fe2838e1fc3ea5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131266.290194:0:24844:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9000/0xf3fe2838e1fc3ea5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131266.290211:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508946688:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789131266.290247:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131266.290391:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91de01a87780 going to sleep for 11 seconds 00000100:00100000:3.0:1789131266.290483:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508946688 00000100:00100000:3.0:1789131266.290488:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508946688 00000100:00100000:3.0:1789131266.290526:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789131266.290535:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+18:24844:x1876039508946688:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789131266.290555:0:23332:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789131266.290569:0:23332:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ddc0030000/0xf3fe2838e1fc3eac lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3ea5 expref: -99 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131266.290740:0:23332:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc0030000/0xf3fe2838e1fc3eac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3ea5 expref: 19 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131266.290753:0:23332:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ddc0030000/0xf3fe2838e1fc3eac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3ea5 expref: 19 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131266.290772:0:23332:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc0030000, rc 0) 00000100:00100000:3.0:1789131266.290809:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+19:24844:x1876039508946688:12345-0@lo:101:mount.lustre.0 Request processed in 276us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131266.290817:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1789131266.291815:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508946688:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789131266.291833:0:24844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9000/0xf3fe2838e1fc3ea5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3eac expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131266.291843:0:24844:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9000/0xf3fe2838e1fc3ea5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3eac expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789131266.295754:0:24844:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:0.0:1789131266.297889:0:24844:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789131266.304221:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1789131266.304277:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1789131266.304307:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1789131266.304323:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1789131266.304336:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1789131266.304348:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1789131266.304380:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1789131266.304395:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1789131266.304407:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:1.0:1789131266.304420:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:1.0:1789131266.304432:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:1.0:1789131266.304445:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:1.0:1789131266.304514:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:1.0:1789131266.304521:0:24844:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1789131266.304654:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b31e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508946816:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789131266.304719:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131266.304762:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc7d68b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789131266.305086:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508946816 00000100:00100000:0.0:1789131266.305094:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508946816 00000100:00100000:0.0:1789131266.305144:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1789131266.305153:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfc9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+19:24844:x1876039508946816:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789131266.305311:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfc9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+19:24844:x1876039508946816:12345-0@lo:501:mount.lustre.0 Request processed in 158us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131266.305319:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789131266.305405:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b31e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508946816:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789131266.305455:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508946944:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789131266.305524:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131266.305556:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd85db300 going to sleep for 11 seconds 00000100:00100000:3.0:1789131266.305742:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508946944 00000100:00100000:3.0:1789131266.305748:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508946944 00000100:00100000:3.0:1789131266.305787:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789131266.305794:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+19:24844:x1876039508946944:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789131266.309572:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+19:24844:x1876039508946944:12345-0@lo:503:mount.lustre.0 Request processed in 3768us (4037us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131266.309603:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1789131266.313624:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508946944:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789131266.314122:0:24844:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789131266.320999:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd28692c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508947072:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789131266.321101:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131266.321201:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc4c6b000 going to sleep for 11 seconds 00000100:00100000:0.0:1789131266.325572:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508947072 00000100:00100000:0.0:1789131266.325587:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508947072 00000100:00100000:1.0:1789131266.325850:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789131266.325862:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+19:24844:x1876039508947072:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789131266.327034:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+19:24844:x1876039508947072:12345-0@lo:502:mount.lustre.0 Request processed in 1168us (5927us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131266.327045:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789131266.333970:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd28692c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508947072:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789131266.335712:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1789131266.335761:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1789131266.335775:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1789131266.335790:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1789131266.335822:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1789131266.335836:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1789131266.335849:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1789131266.335862:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1789131266.335874:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1789131266.335886:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1789131266.335897:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1789131266.335911:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1789131266.335957:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd28692c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508947200:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789131266.336032:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131266.336085:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc4c6b000 going to sleep for 11 seconds 00000100:00100000:2.0:1789131266.336746:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508947200 00000100:00100000:2.0:1789131266.336754:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508947200 00000100:00100000:2.0:1789131266.336817:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1789131266.336827:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+19:24844:x1876039508947200:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789131266.336949:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+19:24844:x1876039508947200:12345-0@lo:502:mount.lustre.0 Request processed in 123us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131266.336957:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789131266.338368:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd28692c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508947200:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789131266.338508:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1789131266.338521:0:24844:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:0.0:1789131266.340887:0:24861:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789131266.340899:0:24861:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:0.0:1789131266.340905:0:24861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131266.340907:0:24861:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:0.0:1789131266.340913:0:24861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789131266.340930:0:24861:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff91ddcf4c1a48) 00000020:00000080:0.0:1789131266.340953:0:24861:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:0.0:1789131266.340959:0:24861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1789131266.341046:0:24861:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91dcc7fea000 from lustre-OST0000, refs=2 00080000:01000000:0.0:1789131266.341055:0:24861:0:(osd_handler.c:8895:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789131266.341061:0:24861:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xf3fe2838e1fc3eba 00010000:00010000:1.0:1789131266.357448:0:24861:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:1.0:1789131266.360036:0:24861:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:1.0:1789131266.363174:0:24861:0:(osd_handler.c:5551:osd_index_try()) lustre-OST0000: index object [0x200000003:0xc:0x0] (8/32) registered 00000020:00000080:1.0:1789131266.374518:0:24861:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1789131266.374548:0:24861:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131266.374556:0:24861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131266.374559:0:24861:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1789131266.374563:0:24861:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789131266.374566:0:24861:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:1.0:1789131266.374568:0:24861:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789131266.374569:0:24861:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789131266.374571:0:24861:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789131266.374574:0:24861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131266.374575:0:24861:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789131266.374578:0:24861:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789131266.374581:0:24861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131266.374583:0:24861:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789131266.374586:0:24861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789131266.374588:0:24861:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789131266.374590:0:24861:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131266.374592:0:24861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131266.374593:0:24861:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789131266.374596:0:24861:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789131266.374598:0:24861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131266.374600:0:24861:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789131266.374604:0:24861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1789131266.374630:0:24861:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131266.374634:0:24861:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131266.374635:0:24861:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789131266.374638:0:24861:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1789131266.375181:0:24844:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1789131266.375213:0:24844:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1789131266.375237:0:24844:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9000/0xf3fe2838e1fc3ea5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3eac expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131266.375264:0:24844:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9000/0xf3fe2838e1fc3ea5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3eac expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789131266.375272:0:24844:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91dcc7fea000 from 1 10000000:01000000:3.0:1789131266.375275:0:24844:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789131266.375321:0:24844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc0030200/0xf3fe2838e1fc3ec1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131266.375329:0:24844:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddc0030200/0xf3fe2838e1fc3ec1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131266.375341:0:24844:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddc0030200/0xf3fe2838e1fc3ec1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131266.375365:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd28692c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508947328:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789131266.375432:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131266.375493:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc4c6b240 going to sleep for 11 seconds 00000100:00100000:1.0:1789131266.377600:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508947328 00000100:00100000:1.0:1789131266.377612:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508947328 00000100:00100000:1.0:1789131266.377666:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1789131266.377674:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+19:24844:x1876039508947328:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789131266.377704:0:23334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131266.377721:0:23334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91dde19aa800/0xf3fe2838e1fc3ec8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3ec1 expref: -99 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131266.377747:0:23334:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dde19aa800/0xf3fe2838e1fc3ec8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3ec1 expref: 20 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131266.377758:0:23334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91dde19aa800/0xf3fe2838e1fc3ec8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3ec1 expref: 20 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131266.377767:0:23334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dde19aa800, rc 0) 00000100:00100000:1.0:1789131266.377843:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+20:24844:x1876039508947328:12345-0@lo:101:mount.lustre.0 Request processed in 168us (2411us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131266.377851:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789131266.380265:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd28692c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508947328:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789131266.380303:0:24844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddc0030200/0xf3fe2838e1fc3ec1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3ec8 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131266.380315:0:24844:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddc0030200/0xf3fe2838e1fc3ec1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3ec8 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789131266.384717:0:24844:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 19 count 19 00000040:00080000:0.0:1789131266.385021:0:24844:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789131266.385214:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1789131266.385241:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1789131266.385255:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1789131266.385267:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1789131266.385278:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1789131266.387090:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1789131266.387135:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1789131266.387151:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 144 off9680 00000040:00080000:0.0:1789131266.387165:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9904 00000040:00080000:0.0:1789131266.387178:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10128 00000040:00080000:0.0:1789131266.387190:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 144 off10272 00000040:00080000:0.0:1789131266.387201:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10496 00000040:00080000:0.0:1789131266.387225:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 224 off10720 00000040:00080000:0.0:1789131266.387238:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 128 off10848 00000040:00080000:0.0:1789131266.387249:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off11072 00000040:00080000:0.0:1789131266.387260:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11296 00000040:00080000:0.0:1789131266.387272:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 128 off11424 00000040:00080000:0.0:1789131266.388019:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11648 00000040:00080000:0.0:1789131266.388030:0:24844:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 18 count 19 00000100:00100000:0.0:1789131266.388146:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508947456:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789131266.388209:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131266.388252:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc782d780 going to sleep for 11 seconds 00000100:00100000:2.0:1789131266.388422:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508947456 00000100:00100000:2.0:1789131266.388430:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508947456 00000100:00100000:2.0:1789131266.388496:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789131266.388506:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfcbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+20:24844:x1876039508947456:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789131266.388624:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfcbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+20:24844:x1876039508947456:12345-0@lo:501:mount.lustre.0 Request processed in 119us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131266.388633:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789131266.388782:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508947456:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789131266.388815:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508947584:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789131266.388857:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131266.388890:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc782d780 going to sleep for 11 seconds 00000100:00100000:1.0:1789131266.388931:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508947584 00000100:00100000:1.0:1789131266.388936:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508947584 00000100:00100000:1.0:1789131266.388968:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789131266.388976:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+20:24844:x1876039508947584:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789131266.389055:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+20:24844:x1876039508947584:12345-0@lo:503:mount.lustre.0 Request processed in 80us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131266.389063:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789131266.389146:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508947584:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789131266.389534:0:24844:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789131266.389597:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508947712:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789131266.389632:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131266.389650:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc782dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1789131266.389776:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508947712 00000100:00100000:1.0:1789131266.389781:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508947712 00000100:00100000:1.0:1789131266.389813:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1789131266.389821:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+20:24844:x1876039508947712:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789131266.389894:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+20:24844:x1876039508947712:12345-0@lo:502:mount.lustre.0 Request processed in 73us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131266.389912:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789131266.389987:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508947712:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789131266.390183:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1789131266.390218:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1789131266.390235:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1789131266.390247:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1789131266.390258:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1789131266.390270:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1789131266.390668:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1789131266.390698:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 144 off9680 00000040:00080000:0.0:1789131266.390712:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9904 00000040:00080000:0.0:1789131266.390722:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10128 00000040:00080000:0.0:1789131266.390733:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 144 off10272 00000040:00080000:0.0:1789131266.390745:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10496 00000040:00080000:0.0:1789131266.390757:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 224 off10720 00000040:00080000:0.0:1789131266.391046:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 128 off10848 00000040:00080000:0.0:1789131266.391064:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off11072 00000040:00080000:0.0:1789131266.391249:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11296 00000040:00080000:0.0:1789131266.391264:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 128 off11424 00000100:00100000:0.0:1789131266.391369:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508947840:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789131266.391426:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131266.391551:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc782dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1789131266.396334:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508947840 00000100:00100000:2.0:1789131266.396350:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508947840 00000100:00100000:2.0:1789131266.396413:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789131266.396422:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+20:24844:x1876039508947840:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789131266.396630:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+20:24844:x1876039508947840:12345-0@lo:502:mount.lustre.0 Request processed in 208us (5202us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131266.396638:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789131266.396760:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508947840:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789131266.396853:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11648 00000040:00080000:0.0:1789131266.396867:0:24844:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 18 count 19 00000020:01000000:1.0:1789131266.397905:0:24865:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789131266.397917:0:24865:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131266.397919:0:24865:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1789131266.397926:0:24865:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff91dcc7fea000 00000020:00000080:1.0:1789131266.397928:0:24865:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789131266.397937:0:24865:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131266.397939:0:24865:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131266.397940:0:24865:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1789131266.397943:0:24865:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789131266.397945:0:24865:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131266.397946:0:24865:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1789131266.397949:0:24865:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff91dcc7fea000 00000020:00000080:1.0:1789131266.397951:0:24865:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789131266.398005:0:24865:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131266.398008:0:24865:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131266.398010:0:24865:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1789131266.398012:0:24865:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789131266.398015:0:24865:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131266.398016:0:24865:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre lod.lustre-MDT0000-mdtlov.enable_compr_rotational 00000020:01000000:1.0:1789131266.398019:0:24865:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91dcc7fea000 00000020:00000080:1.0:1789131266.398021:0:24865:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789131266.398038:0:24865:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131266.398041:0:24865:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131266.398043:0:24865:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre lod.lustre-MDT0000-mdtlov.enable_compr_rotational 00000020:01000000:1.0:1789131266.398045:0:24865:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789131266.398048:0:24865:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131266.398049:0:24865:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre lod.lustre-MDT0001-mdtlov.enable_compr_rotational 00000020:01000000:1.0:1789131266.398053:0:24865:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91dcc7fea000 00000020:00000080:1.0:1789131266.398055:0:24865:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789131266.398080:0:24865:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131266.398092:0:24865:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131266.398093:0:24865:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre lod.lustre-MDT0001-mdtlov.enable_compr_rotational 00000020:01000000:1.0:1789131266.398096:0:24865:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789131266.398099:0:24865:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131266.398100:0:24865:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789131266.398103:0:24865:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91dcc7fea000 00000020:00000080:1.0:1789131266.398105:0:24865:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789131266.398125:0:24865:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131266.398128:0:24865:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131266.398129:0:24865:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789131266.398132:0:24865:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789131266.398134:0:24865:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131266.398135:0:24865:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1789131266.398139:0:24865:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91dcc7fea000 00000020:00000080:1.0:1789131266.398141:0:24865:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789131266.398163:0:24865:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789131266.398166:0:24865:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789131266.398168:0:24865:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1789131266.398170:0:24865:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 19 count 19 00000020:01000000:2.0:1789131266.398313:0:24844:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-18 (rc=0) 10000000:01000000:2.0:1789131266.398339:0:24844:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789131266.398365:0:24844:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc0030200/0xf3fe2838e1fc3ec1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3ec8 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.398382:0:24844:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddc0030200/0xf3fe2838e1fc3ec1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3ec8 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131266.398442:0:24844:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789131266.398446:0:24844:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff91dcc7fea000 10000000:01000000:2.0:1789131266.398449:0:24844:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff91dcc7fea000 10000000:01000000:2.0:1789131266.398453:0:24844:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789131266.398485:0:24844:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff91dcc7fea000 from 1 10000000:01000000:2.0:1789131266.398488:0:24844:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789131266.398522:0:24844:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78de800/0xf3fe2838e1fc3ecf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.398530:0:24844:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91dcc78de800/0xf3fe2838e1fc3ecf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.398540:0:24844:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91dcc78de800/0xf3fe2838e1fc3ecf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131266.398561:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508947968:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789131266.398618:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131266.398651:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf5c4480 going to sleep for 11 seconds 00000100:00100000:0.0:1789131266.398882:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508947968 00000100:00100000:0.0:1789131266.398889:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508947968 00000100:00100000:0.0:1789131266.398925:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789131266.398933:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+20:24844:x1876039508947968:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789131266.398946:0:23332:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789131266.398959:0:23332:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ddc76b8200/0xf3fe2838e1fc3ed6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3ecf expref: -99 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131266.398982:0:23332:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc76b8200/0xf3fe2838e1fc3ed6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3ecf expref: 21 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131266.398995:0:23332:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ddc76b8200/0xf3fe2838e1fc3ed6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3ecf expref: 21 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131266.399016:0:23332:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc76b8200, rc 0) 00000100:00100000:0.0:1789131266.399077:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:24844:x1876039508947968:12345-0@lo:101:mount.lustre.0 Request processed in 134us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131266.399084:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1789131266.399906:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b38000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508947968:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789131266.399923:0:24844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91dcc78de800/0xf3fe2838e1fc3ecf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3ed6 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131266.399933:0:24844:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91dcc78de800/0xf3fe2838e1fc3ecf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3ed6 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789131266.402792:0:24844:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1789131266.403082:0:24844:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789131266.403267:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1789131266.403292:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1789131266.403305:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1789131266.403317:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1789131266.403339:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1789131266.403352:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1789131266.403363:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1789131266.403373:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1789131266.403385:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1789131266.403398:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1789131266.403411:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1789131266.403424:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1789131266.403437:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1789131266.403511:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1789131266.403528:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1789131266.403540:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1789131266.403553:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1789131266.403565:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1789131266.403578:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1789131266.403593:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1789131266.403607:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1789131266.403621:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1789131266.403634:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1789131266.407998:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1789131266.408046:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1789131266.408060:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1789131266.408086:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1789131266.408102:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1789131266.408117:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1789131266.408146:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1789131266.408163:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1789131266.408176:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1789131266.408188:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1789131266.408200:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1789131266.408214:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1789131266.408228:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1789131266.408241:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1789131266.408265:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1789131266.408280:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1789131266.408293:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1789131266.408305:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1789131266.408317:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1789131266.408330:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1789131266.408343:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1789131266.408358:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1789131266.408384:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1789131266.408399:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1789131266.408414:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1789131266.408590:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1789131266.408612:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1789131266.408630:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1789131266.408636:0:24844:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1789131266.408741:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b31680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508948096:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789131266.408808:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131266.408853:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd8364cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789131266.413010:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508948096 00000100:00100000:1.0:1789131266.413024:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508948096 00000100:00100000:1.0:1789131266.413097:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1789131266.413108:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:24844:x1876039508948096:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789131266.413296:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:24844:x1876039508948096:12345-0@lo:501:mount.lustre.0 Request processed in 190us (4486us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131266.413305:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1789131266.413360:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b31680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508948096:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789131266.413406:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b31680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508948224:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789131266.413455:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131266.413526:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd8364cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789131266.413657:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508948224 00000100:00100000:3.0:1789131266.413662:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508948224 00000100:00100000:3.0:1789131266.413695:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789131266.413703:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:24844:x1876039508948224:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789131266.413855:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:24844:x1876039508948224:12345-0@lo:503:mount.lustre.0 Request processed in 152us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131266.413863:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1789131266.414306:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b31680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508948224:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789131266.414725:0:24844:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789131266.414915:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b31680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508948352:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789131266.414965:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131266.415002:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd8364f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789131266.415097:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508948352 00000100:00100000:2.0:1789131266.415104:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508948352 00000100:00100000:2.0:1789131266.415145:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789131266.415153:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:24844:x1876039508948352:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789131266.415246:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:24844:x1876039508948352:12345-0@lo:502:mount.lustre.0 Request processed in 93us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131266.415255:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789131266.420719:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b31680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508948352:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789131266.420969:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789131266.421000:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1789131266.421025:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1789131266.421038:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1789131266.421050:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1789131266.421063:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1789131266.421088:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1789131266.421102:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1789131266.421114:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789131266.421125:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1789131266.421137:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1789131266.421149:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1789131266.421162:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1789131266.421175:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1789131266.421187:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1789131266.421214:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1789131266.421231:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1789131266.421243:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1789131266.421254:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1789131266.421267:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1789131266.421291:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1789131266.421307:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1789131266.421318:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1789131266.421331:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1789131266.421343:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1789131266.421355:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1789131266.421365:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1789131266.421377:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1789131266.421389:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1789131266.421400:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1789131266.421413:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1789131266.421441:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1789131266.421479:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1789131266.421494:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1789131266.421507:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1789131266.421533:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1789131266.421547:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1789131266.421561:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1789131266.421574:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1789131266.421586:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1789131266.421599:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1789131266.421612:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1789131266.421627:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1789131266.421639:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1789131266.421652:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1789131266.421665:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1789131266.421678:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1789131266.421705:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1789131266.421755:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508948480:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789131266.421827:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131266.421869:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc7c5ae40 going to sleep for 11 seconds 00000100:00100000:2.0:1789131266.422102:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508948480 00000100:00100000:2.0:1789131266.422110:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508948480 00000100:00100000:2.0:1789131266.422163:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1789131266.422172:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:24844:x1876039508948480:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789131266.422347:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:24844:x1876039508948480:12345-0@lo:502:mount.lustre.0 Request processed in 174us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131266.422356:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1789131266.423557:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508948480:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789131266.424363:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1789131266.424398:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1789131266.424434:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508948608:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789131266.424526:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131266.424562:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508948608 00000100:00100000:3.0:1789131266.424569:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508948608 00000100:00100000:3.0:1789131266.424611:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1789131266.424620:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:24844:x1876039508948608:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789131266.424722:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:24844:x1876039508948608:12345-0@lo:502:mount.lustre.0 Request processed in 102us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131266.424730:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1789131266.426020:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc53336c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789131266.426050:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508948608:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789131266.426134:0:24844:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1789131266.426148:0:24844:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1789131266.437832:0:24871:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1789131266.437848:0:24871:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff91ddc5720000) 00000020:00000080:3.0:1789131266.437870:0:24871:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:3.0:1789131266.437943:0:24871:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91dcc7fea000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789131266.437948:0:24871:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91dcc7fea000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789131266.437950:0:24871:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91dcc7fea000 3 00010000:00080000:3.0:1789131266.437992:0:24871:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91de012b4800@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.111@tcp at head 00010000:00010000:3.0:1789131266.440582:0:24871:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:3.0:1789131266.440782:0:24871:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:3.0:1789131266.440832:0:24871:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789131266.440844:0:24871:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xf3fe2838e1fc3ee4 00000100:00080000:3.0:1789131266.440855:0:24871:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789131266.440862:0:24871:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff91de012b4800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1789131266.440899:0:24871:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddd286b840 x1876039508948736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789131266.440929:0:24871:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789131266.440974:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789131266.440978:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789131266.440982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789131266.440985:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789131266.441019:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789131266.441023:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789131266.441032:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789131266.441035:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789131266.441671:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1876039508949248:0@lo:400:kworker.0 00000100:00100000:3.0:1789131266.441737:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131266.441772:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789131266.441778:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508948864:0@lo:400:kworker.0 00000100:00100000:3.0:1789131266.441817:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131266.442828:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2868780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876039508948992:0@lo:400:kworker.0 00000100:00100000:2.0:1789131266.442871:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131266.442872:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3624:1876039508948736:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789131266.442901:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789131266.442906:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131266.442907:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508949120:0@lo:400:kworker.0 00000100:00100000:2.0:1789131266.442931:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131266.442960:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508949248 00000100:00100000:1.0:1789131266.442966:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508949248 00000100:00100000:1.0:1789131266.443000:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508948992 00000100:00100000:1.0:1789131266.443002:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508948992 00000100:00100000:1.0:1789131266.443012:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508948736 00000100:00100000:1.0:1789131266.443015:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508948736 00000100:00100000:1.0:1789131266.443028:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789131266.443037:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd286a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3627:x1876039508949248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131266.443040:0:23340:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1789131266.443047:0:23340:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1789131266.443063:0:24082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508948864 00000100:00100000:2.0:1789131266.443079:0:24082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508948864 00000100:00100000:1.0:1789131266.443102:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd286a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3627:x1876039508949248:12345-0@lo:400:kworker.0 Request processed in 67us (1365us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131266.443104:0:24082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508949120 00000100:00100000:2.0:1789131266.443106:0:24082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508949120 00000100:00100000:1.0:1789131266.443110:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789131266.443120:0:24082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789131266.443126:0:24082:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd28692c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508948864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131266.443126:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789131266.443131:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b3a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876039508948992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131266.443158:0:24082:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd28692c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508948864:12345-0@lo:400:kworker.0 Request processed in 32us (1341us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131266.443159:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b3a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876039508948992:12345-0@lo:400:kworker.0 Request processed in 29us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131266.443165:0:24082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789131266.443165:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789131266.443177:0:24082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789131266.443177:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789131266.443181:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b31680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3624:x1876039508948736:12345-0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789131266.443182:0:24082:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b39680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508949120:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1789131266.443200:0:23341:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 622 last 0 00000100:00100000:2.0:1789131266.443207:0:24082:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b39680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508949120:12345-0@lo:400:kworker.0 Request processed in 25us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131266.443220:0:24082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000020:00000080:1.0:1789131266.443247:0:23341:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xf3fe2838e1fc3eeb 00000100:00100000:2.0:1789131266.443254:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508949120:0@lo:400:kworker.0 00000004:00100000:1.0:1789131266.443263:0:23341:0:(mdt_handler.c:7306:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00010000:00080000:2.0:1789131266.443265:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff91ddd2868780 x1876039508948992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131266.443274:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2868780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876039508948992:0@lo:400:kworker.0 00000100:00080000:1.0:1789131266.443293:0:23341:0:(import.c:65:import_set_state_nolock()) ffff91dcc87c7000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789131266.443331:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b31680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3624:x1876039508948736:12345-0@lo:38:llog_process_th.0 Request processed in 148us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131266.443338:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789131266.443375:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508948864:0@lo:400:kworker.0 00010000:00080000:1.0:1789131266.443388:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff91ddd286b0c0 x1876039508949248/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131266.443398:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1876039508949248:0@lo:400:kworker.0 00010000:00080000:1.0:1789131266.443425:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff91ddd286b840 x1876039508948736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789131276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131266.443434:0:3624:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789131266.443440:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1789131266.443448:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1789131266.443453:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789131266.443471:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91de012b4800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789131266.443478:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3624:1876039508948736:0@lo:38:llog_process_th.0 00000020:01000004:0.0:1789131266.446517:0:24871:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1789131266.446537:0:24871:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff91dcc6f59a48) 00000020:00000080:0.0:1789131266.446559:0:24871:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:0.0:1789131266.447313:0:24871:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91dcc7fea000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1789131266.447318:0:24871:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91dcc7fea000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1789131266.447321:0:24871:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91dcc7fea000 3 00010000:00080000:0.0:1789131266.447351:0:24871:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91dcc6874800@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.111@tcp at head 00010000:00010000:0.0:1789131266.450499:0:24871:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:0.0:1789131266.456010:0:24871:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:0.0:1789131266.456060:0:24871:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789131266.456084:0:24871:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xf3fe2838e1fc3ef9 00000100:00080000:0.0:1789131266.456095:0:24871:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789131266.456102:0:24871:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff91dcc6874800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1789131266.456138:0:24871:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91dcc7c68b40 x1876039508949376/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789131266.456205:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3624:1876039508949376:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789131266.456276:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789131266.457762:0:24871:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1789131266.457810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789131266.457815:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789131266.457818:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789131266.457821:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789131266.457825:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789131266.457836:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789131266.457838:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789131266.457841:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:0.0:1789131266.460037:0:24871:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1789131266.460166:0:24844:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789131266.460199:0:24844:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789131266.460222:0:24844:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78de800/0xf3fe2838e1fc3ecf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3ed6 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131266.460233:0:24844:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91dcc78de800/0xf3fe2838e1fc3ecf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3ed6 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789131266.460287:0:24844:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789131266.460289:0:24844:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789131266.460290:0:24844:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789131266.460292:0:24844:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789131266.460293:0:24844:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789131266.460294:0:24844:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789131266.460296:0:24844:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789131266.460298:0:24844:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789131266.460299:0:24844:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789131266.460303:0:24844:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1789131266.460305:0:24844:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789131266.460306:0:24844:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789131266.460307:0:24844:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789131266.460309:0:24844:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789131266.460309:0:24844:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789131266.460310:0:24844:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789131266.460311:0:24844:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789131266.460312:0:24844:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789131266.460313:0:24844:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789131266.460339:0:24844:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1789131266.460358:0:24844:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508949504:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789131266.460428:0:24844:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131266.460504:0:24844:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dded034f00 going to sleep for 11 seconds 00000100:00100000:0.0:1789131266.460527:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508949504 00000100:00100000:0.0:1789131266.460535:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508949504 00000100:00100000:0.0:1789131266.460576:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1789131266.460584:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:24844:x1876039508949504:12345-0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789131266.461886:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508949376 00000100:00100000:1.0:1789131266.461896:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508949376 00000100:00100000:1.0:1789131266.461932:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789131266.461939:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b31e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3624:x1876039508949376:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789131266.461975:0:23341:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 622 last 0 00000020:00000080:1.0:1789131266.462009:0:23341:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xf3fe2838e1fc3f00 00000004:00100000:1.0:1789131266.462024:0:23341:0:(mdt_handler.c:7306:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789131266.462055:0:23341:0:(import.c:65:import_set_state_nolock()) ffff91dcc87c1800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789131266.462127:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b31e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3624:x1876039508949376:12345-0@lo:38:llog_process_th.0 Request processed in 187us (5850us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131266.462135:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1789131266.462175:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff91dcc7c68b40 x1876039508949376/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789131276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131266.462186:0:3624:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789131266.462194:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1789131266.462202:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1789131266.462207:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1789131266.462210:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91dcc6874800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789131266.462215:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3624:1876039508949376:0@lo:38:llog_process_th.0 20000000:01000000:0.0:1789131266.462288:0:23334:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1789131266.462305:0:23334:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1789131266.469502:0:23334:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789131266.469525:0:23334:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1789131266.469843:0:23355:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1789131266.469848:0:23355:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1789131266.469872:0:23355:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3f07 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131266.469889:0:23355:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91dcc78dfa00/0xf3fe2838e1fc3e51 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e4a expref: 21 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131266.469897:0:23355:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91dcc78dfe00/0xf3fe2838e1fc3e5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e58 expref: 21 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131266.469904:0:23355:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3f07 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131266.469939:0:23355:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91dcc78dfe00/0xf3fe2838e1fc3e5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf3fe2838e1fc3e58 expref: 21 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131266.469953:0:23355:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91dcc78dfe00/0xf3fe2838e1fc3e5f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e58 expref: 21 pid: 23332 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131266.469967:0:23355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:23355:1876039508949632:0@lo:104: 00000100:00100000:0.0:1789131266.470028:0:23355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789131266.470105:0:23355:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91dcc78dfa00/0xf3fe2838e1fc3e51 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf3fe2838e1fc3e4a expref: 21 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131266.470114:0:23355:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91dcc78dfa00/0xf3fe2838e1fc3e51 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e4a expref: 21 pid: 23332 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131266.470122:0:23355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7ffed00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:23355:1876039508949760:0@lo:104: 00000100:00100000:0.0:1789131266.470146:0:23355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131266.470165:0:23355:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dded034600 going to sleep for 11 seconds 00000100:00100000:3.0:1789131266.470243:0:23322:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1789131266.470264:0:23322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508949632 00000100:00100000:3.0:1789131266.470271:0:23322:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508949632 00000100:00100000:3.0:1789131266.470303:0:23322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508949760 00000100:00100000:3.0:1789131266.470306:0:23322:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508949760 00000100:00100000:3.0:1789131266.470321:0:23322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789131266.470329:0:23322:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c6ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:56dba386-29a7-47c9-94c3-ec28dcb7438b+4:23355:x1876039508949632:12345-0@lo:104: 00010000:00010000:3.0:1789131266.470340:0:23322:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9800/0xf3fe2838e1fc3e58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3e5f expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131266.470390:0:23322:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789131266.470395:0:23322:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c6ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:56dba386-29a7-47c9-94c3-ec28dcb7438b+4:23355:x1876039508949632:12345-0@lo:104: Request processed in 68us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131266.470402:0:23322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789131266.470418:0:23322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789131266.470424:0:23322:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dddf304850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:56dba386-29a7-47c9-94c3-ec28dcb7438b+3:23355:x1876039508949760:12345-0@lo:104: 00010000:00010000:3.0:1789131266.470431:0:23322:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9400/0xf3fe2838e1fc3e4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3e51 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131266.470491:0:23322:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789131266.470496:0:23322:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dddf304850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:56dba386-29a7-47c9-94c3-ec28dcb7438b+3:23355:x1876039508949760:12345-0@lo:104: Request processed in 73us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131266.470503:0:23322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789131266.470640:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:24844:x1876039508949504:12345-0@lo:253:mount.lustre.0 Request processed in 10047us (10203us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131266.470648:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00010000:00010000:2.0:1789131266.470667:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789131266.470674:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9800/0xf3fe2838e1fc3e58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3e5f expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.470682:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc76b9800 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:2.0:1789131266.470686:0:23327:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9800/0xf3fe2838e1fc3e58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf3fe2838e1fc3e5f expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.470694:0:23327:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9800/0xf3fe2838e1fc3e58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf3fe2838e1fc3e5f expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789131266.470701:0:23327:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9800/0xf3fe2838e1fc3e58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf3fe2838e1fc3e5f expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131266.470702:0:24844:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:24844:1876039508949504:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789131266.470707:0:23327:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1789131266.470713:0:24844:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1789131266.470716:0:24844:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789131266.470718:0:24844:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789131266.470719:0:24844:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789131266.470720:0:24844:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789131266.470722:0:24844:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789131266.470723:0:24844:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789131266.470724:0:24844:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789131266.470726:0:24844:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789131266.470728:0:24844:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:2.0:1789131266.470735:0:23327:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9800/0xf3fe2838e1fc3e58 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3e5f expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:02000000:0.0:1789131266.470740:0:24844:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:2.0:1789131266.470741:0:23327:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789131266.470760:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9800/0xf3fe2838e1fc3e58 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3e5f expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.470773:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9800/0xf3fe2838e1fc3e58 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3e5f expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.470791:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131266.470794:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9400/0xf3fe2838e1fc3e4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3e51 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.470800:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc76b9400 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:2.0:1789131266.470803:0:23327:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9400/0xf3fe2838e1fc3e4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf3fe2838e1fc3e51 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.470810:0:23327:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9400/0xf3fe2838e1fc3e4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf3fe2838e1fc3e51 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789131266.470816:0:23327:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9400/0xf3fe2838e1fc3e4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf3fe2838e1fc3e51 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131266.470822:0:23327:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789131266.470836:0:23327:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9400/0xf3fe2838e1fc3e4a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3e51 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.470842:0:23327:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789131266.470856:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9400/0xf3fe2838e1fc3e4a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3e51 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.470863:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9400/0xf3fe2838e1fc3e4a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3e51 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.470875:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131266.470877:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131266.470878:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789131266.474162:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:56dba386-29a7-47c9-94c3-ec28dcb7438b:3628:1876039508949888:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789131266.474233:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131266.474281:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:56dba386-29a7-47c9-94c3-ec28dcb7438b:3625:1876039508950016:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789131266.474303:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131266.474491:0:23325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508949888 00000100:00100000:2.0:1789131266.474498:0:23325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508949888 00010000:00010000:2.0:1789131266.474527:0:23325:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91dcc78dfe00/0xf3fe2838e1fc3e5f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e58 expref: 21 pid: 23332 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131266.475203:0:23325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508950016 00000100:00100000:2.0:1789131266.475208:0:23325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508950016 00010000:00010000:2.0:1789131266.475224:0:23325:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91dcc78dfa00/0xf3fe2838e1fc3e51 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e4a expref: 22 pid: 23332 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131266.475240:0:23325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789131266.475248:0:23325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b38f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:3628:x1876039508949888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789131266.475260:0:23325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789131266.475266:0:23325:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91dcc78dfe00/0xf3fe2838e1fc3e5f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e58 expref: 22 pid: 23332 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.475340:0:23325:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91dcc78dfe00/0xf3fe2838e1fc3e5f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e58 expref: 22 pid: 23332 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.475362:0:23325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789131266.475407:0:23325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b38f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:3628:x1876039508949888:12345-0@lo:103:ldlm_bl.0 Request processed in 159us (1173us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131266.475415:0:23325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789131266.475432:0:23325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789131266.475439:0:23325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc7057c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:3625:x1876039508950016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789131266.475447:0:23325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789131266.475478:0:23325:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91dcc78dfa00/0xf3fe2838e1fc3e51 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e4a expref: 21 pid: 23332 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.475488:0:23325:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91dcc78dfa00/0xf3fe2838e1fc3e51 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e4a expref: 21 pid: 23332 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.475500:0:23325:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3f07 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.475509:0:23325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3f07 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789131266.475524:0:23325:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009004772s 00010000:00010000:2.0:1789131266.475529:0:23325:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3f07 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.475536:0:23325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3f07 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.475989:0:23325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3f07 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.475997:0:23325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3f07 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.476003:0:23325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc76b9200 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131266.476008:0:23325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3f07 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.476016:0:23325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3f07 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.476026:0:23325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3f07 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131266.476044:0:23325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789131266.476095:0:23325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc7057c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:3625:x1876039508950016:12345-0@lo:103:ldlm_bl.0 Request processed in 656us (1790us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131266.476102:0:23325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789131266.476178:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:56dba386-29a7-47c9-94c3-ec28dcb7438b:3625:1876039508950016:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789131266.476209:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:56dba386-29a7-47c9-94c3-ec28dcb7438b:3628:1876039508949888:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789131266.479347:0:23355:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dcc78dfe00/0xf3fe2838e1fc3e5f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e58 expref: 20 pid: 23332 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131266.479365:0:23355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c68b40 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:23355:1876039508949632:0@lo:104: 00010000:00010000:0.0:1789131266.479379:0:23355:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dcc78dfa00/0xf3fe2838e1fc3e51 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e4a expref: 19 pid: 23332 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131266.479387:0:23355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7ffed00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:23355:1876039508949760:0@lo:104: 00010000:00010000:0.0:1789131266.479415:0:23355:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3f07 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131266.479425:0:23355:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3f07 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131266.479431:0:23355:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3f07 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131266.479436:0:23355:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3f07 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131266.482226:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1789131266.489576:0:24844:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1789131266.499603:0:24844:0:(ofd_obd.c:543:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:1.0:1789131266.499623:0:24844:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:1.0:1789131266.499676:0:24844:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1789131266.499948:0:24844:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.111@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1789131266.499970:0:24844:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:1.0:1789131266.499988:0:24844:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:1.0:1789131266.504749:0:24844:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789131266.505233:0:24844:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1789131266.641665:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789131266.641686:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7ffed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508950144:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789131266.641752:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131266.641800:0:24082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508950144 00000100:00100000:0.0:1789131266.641807:0:24082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508950144 00000100:00100000:0.0:1789131266.641851:0:24082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789131266.641860:0:24082:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7fff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508950144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789131266.641896:0:24082:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789131266.641942:0:24082:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7fff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508950144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131266.641950:0:24082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789131266.641994:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7ffed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508950144:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789131266.642315:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b32940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508950272:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789131266.642348:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131266.642418:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508950272 00000100:00100000:1.0:1789131266.642423:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508950272 00000100:00100000:1.0:1789131266.642455:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789131266.642488:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd2869a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508950272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789131266.642507:0:23345:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789131266.642545:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd2869a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508950272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131266.642551:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789131266.642582:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b32940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508950272:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1789131266.716559:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789131267.588598:0:24927:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789131267.588802:0:24927:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789131267.733276:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1789131267.734248:0:23336:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789131267.734253:0:23336:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff91dcc78a2800 from 13 10000000:01000000:3.0:1789131267.734260:0:23336:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789131267.734308:0:23336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc0031600/0xf3fe2838e1fc3f0e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131267.734321:0:23336:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddc0031600/0xf3fe2838e1fc3f0e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131267.734333:0:23336:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddc0031600/0xf3fe2838e1fc3f0e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131267.734360:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd28683c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508950400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789131267.734432:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131267.734744:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd804fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789131267.737367:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508950400 00000100:00100000:0.0:1789131267.737381:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508950400 00000100:00100000:0.0:1789131267.737433:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789131267.737443:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+19:23336:x1876039508950400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789131267.737487:0:23333:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789131267.737508:0:23333:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3f15 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3f0e expref: -99 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131267.737534:0:23333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3f15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3f0e expref: 20 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131267.737546:0:23333:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3f15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3f0e expref: 20 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131267.737554:0:23333:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc76b9a00, rc 0) 00000100:00100000:0.0:1789131267.737630:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+20:23336:x1876039508950400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 187us (3197us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131267.737637:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1789131267.745020:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd28683c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508950400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789131267.745050:0:23336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddc0031600/0xf3fe2838e1fc3f0e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3f15 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131267.745075:0:23336:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddc0031600/0xf3fe2838e1fc3f0e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3f15 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131267.745166:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd28683c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508950528:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789131267.745231:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131267.745484:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd804fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789131267.746404:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508950528 00000100:00100000:2.0:1789131267.746413:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508950528 00000100:00100000:2.0:1789131267.746485:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789131267.746495:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+20:23336:x1876039508950528:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789131267.746518:0:23334:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789131267.746535:0:23334:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789131267.746539:0:23334:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1789131267.746650:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+20:23336:x1876039508950528:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 156us (1418us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131267.746659:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789131267.746705:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd28683c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508950528:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789131267.746779:0:23336:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789131267.746788:0:23336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc0031600/0xf3fe2838e1fc3f0e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3f15 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131267.746797:0:23336:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddc0031600/0xf3fe2838e1fc3f0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3f15 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131267.746816:0:23336:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789131267.746818:0:23336:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff91dcc9279800 from 13 10000000:01000000:2.0:1789131267.746821:0:23336:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789131267.746849:0:23336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78de000/0xf3fe2838e1fc3f1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131267.746856:0:23336:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91dcc78de000/0xf3fe2838e1fc3f1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131267.746864:0:23336:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91dcc78de000/0xf3fe2838e1fc3f1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131267.746880:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508950656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789131267.746910:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131267.746927:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd831ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1789131267.746941:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508950656 00000100:00100000:2.0:1789131267.746944:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508950656 00000100:00100000:2.0:1789131267.746965:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789131267.746971:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+20:23336:x1876039508950656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789131267.746979:0:23332:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789131267.746993:0:23332:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91dcc78dec00/0xf3fe2838e1fc3f23 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3f1c expref: -99 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131267.747012:0:23332:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dcc78dec00/0xf3fe2838e1fc3f23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3f1c expref: 21 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131267.747022:0:23332:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91dcc78dec00/0xf3fe2838e1fc3f23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3f1c expref: 21 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131267.747041:0:23332:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dcc78dec00, rc 0) 00000100:00100000:2.0:1789131267.747079:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:23336:x1876039508950656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131267.747086:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789131267.747118:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508950656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789131267.747129:0:23336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91dcc78de000/0xf3fe2838e1fc3f1c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3f23 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131267.747137:0:23336:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91dcc78de000/0xf3fe2838e1fc3f1c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3f23 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131267.747177:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508950784:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789131267.747205:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131267.747218:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd831ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1789131267.747230:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508950784 00000100:00100000:2.0:1789131267.747233:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508950784 00000100:00100000:2.0:1789131267.747255:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789131267.747260:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:23336:x1876039508950784:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789131267.747282:0:23332:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789131267.747294:0:23332:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789131267.747298:0:23332:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1789131267.747360:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:23336:x1876039508950784:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 99us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131267.747367:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789131267.747403:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508950784:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789131267.747475:0:23336:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789131267.747483:0:23336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78de000/0xf3fe2838e1fc3f1c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3f23 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131267.747490:0:23336:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91dcc78de000/0xf3fe2838e1fc3f1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3f23 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131268.761211:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131269.779836:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789131270.104103:0:23378:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789131270.802570:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789131271.761593:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7ffde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508951040:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1789131271.761614:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789131271.761618:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789131271.761621:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789131271.761624:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789131271.761635:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789131271.761637:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789131271.761640:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789131271.761642:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789131271.761655:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131271.761670:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7ffd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:56dba386-29a7-47c9-94c3-ec28dcb7438b:3625:1876039508951168:0@lo:400:kworker.0 00000100:00100000:0.0:1789131271.761700:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131271.761705:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b33840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508950912:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789131271.761731:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131271.761739:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7ffe1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876039508951680:0@lo:400:kworker.0 00000100:00100000:1.0:1789131271.761753:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7ffc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508951552:0@lo:400:kworker.0 00000100:00100000:0.0:1789131271.761764:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131271.761768:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131271.761783:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1789131271.761783:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789131271.761789:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7ffe940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3628:1876039508951424:0@lo:400:kworker.0 00000100:00100000:0.0:1789131271.761789:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508951296:0@lo:400:kworker.0 00000100:00100000:1.0:1789131271.761808:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131271.761808:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131271.761818:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7ffda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3625:1876039508951808:0@lo:400:kworker.0 00000100:00100000:1.0:1789131271.761830:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7fffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3628:1876039508951936:0@lo:400:kworker.0 00000100:00100000:0.0:1789131271.761842:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131271.761860:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508951040 00000100:00100000:1.0:1789131271.761866:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508951040 00000100:00100000:0.0:1789131271.761872:0:23344:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508950912 00000100:00100000:0.0:1789131271.761875:0:23344:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508950912 00000100:00100000:1.0:1789131271.761894:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508951296 00000100:00100000:0.0:1789131271.761894:0:23344:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508951552 00000100:00100000:1.0:1789131271.761897:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508951296 00000100:00100000:0.0:1789131271.761897:0:23344:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508951552 00000100:00100000:0.0:1789131271.761910:0:23344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789131271.761918:0:23344:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b312c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3628:x1876039508951040:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789131271.761922:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789131271.761927:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b31a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3628:x1876039508950912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789131271.761949:0:23345:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000004:00000024:0.0:1789131271.761950:0:23344:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789131271.761986:0:23344:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b312c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3628:x1876039508951040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131271.761987:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b31a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3628:x1876039508950912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131271.761994:0:23344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789131271.762001:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789131271.762011:0:23344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789131271.762014:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789131271.762017:0:23344:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b30780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508951552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131271.762019:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7fff840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508951296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131271.762058:0:23344:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b30780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508951552:12345-0@lo:400:kworker.0 Request processed in 41us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131271.762064:0:23344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789131271.762083:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508951168 00000100:00100000:1.0:1789131271.762084:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7fff840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508951296:12345-0@lo:400:kworker.0 Request processed in 63us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131271.762086:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508951168 00000100:00100000:1.0:1789131271.762090:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789131271.762111:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1789131271.762118:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:3625:x1876039508951168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131271.762120:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508951680 00000100:00100000:1.0:1789131271.762123:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508951680 00000100:00100000:1.0:1789131271.762144:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508951424 00000100:00100000:0.0:1789131271.762147:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:3625:x1876039508951168:12345-0@lo:400:kworker.0 Request processed in 31us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131271.762157:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508951424 00000100:00100000:0.0:1789131271.762159:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1789131271.762169:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508951808 00000100:00100000:1.0:1789131271.762172:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508951808 00000100:00100000:0.0:1789131271.762186:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789131271.762193:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7ffd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876039508951680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131271.762194:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789131271.762198:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b330c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3628:x1876039508951424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131271.762222:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b330c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3628:x1876039508951424:12345-0@lo:400:kworker.0 Request processed in 23us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131271.762222:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7ffd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876039508951680:12345-0@lo:400:kworker.0 Request processed in 29us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131271.762228:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789131271.762231:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789131271.762240:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789131271.762245:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7ffcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3625:x1876039508951808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131271.762272:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7ffcb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3625:x1876039508951808:12345-0@lo:400:kworker.0 Request processed in 27us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131271.762847:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131271.762893:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7ffc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508951552:0@lo:400:kworker.0 00000100:00100000:0.0:1789131271.762908:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7ffde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508951040:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789131271.762919:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b33840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508950912:0@lo:41:osp-pre-1-0.0 00010000:00080000:0.0:1789131271.762947:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91dcc7ffe940 x1876039508951424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131271.762957:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7ffe940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3628:1876039508951424:0@lo:400:kworker.0 00000100:00100000:1.0:1789131271.762984:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789131271.762999:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508951936 00000100:00100000:1.0:1789131271.763003:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508951936 00000100:00100000:1.0:1789131271.763132:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789131271.763141:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7ffe580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3628:x1876039508951936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131271.764298:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7ffe580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3628:x1876039508951936:12345-0@lo:400:kworker.0 Request processed in 1157us (1449us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131271.764307:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:1.0:1789131271.775026:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789131271.775331:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789131271.775389:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508951296:0@lo:400:kworker.0 00010000:00080000:1.0:1789131271.775409:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91dcc7ffda40 x1876039508951808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131271.775420:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7ffda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3625:1876039508951808:0@lo:400:kworker.0 00000100:00100000:1.0:1789131271.775432:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7ffd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:56dba386-29a7-47c9-94c3-ec28dcb7438b:3625:1876039508951168:0@lo:400:kworker.0 00010000:00080000:1.0:1789131271.775444:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91dcc7ffe1c0 x1876039508951680/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131271.775453:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7ffe1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876039508951680:0@lo:400:kworker.0 00010000:00080000:1.0:1789131271.775518:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91dcc7fffc00 x1876039508951936/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131271.775528:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7fffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3628:1876039508951936:0@lo:400:kworker.0 00010000:00010000:3.0:1789131271.831145:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131272.852967:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789131272.952154:0:25217:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000040:00080000:0.0:1789131273.747681:0:24095:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:3.0:1789131273.813030:0:25269:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789131273.813245:0:25269:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789131273.873793:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789131274.779078:0:25319:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789131274.779932:0:25319:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789131274.899187:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131275.924966:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131276.691505:0:3624:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131261/real 1789131261] req@ffff91ddffa38000 x1876039508945024/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131276 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131276.691541:0:3624:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff91ddffa38000 x1876039508945024/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131276 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131276.691551:0:3624:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131261/real 1789131261] req@ffff91ddffa3a940 x1876039508945152/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131276 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131276.691563:0:3624:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff91ddffa3a940 x1876039508945152/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131276 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789131276.691608:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91de01a7a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789131276.691633:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789131276.691638:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508945024:0@lo:8:kworker.0 00000100:00080000:0.0:1789131276.691643:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddc5701800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789131276.691648:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789131276.691650:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508945152:0@lo:8:kworker.0 00000100:00100000:1.0:1789131276.691773:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789131276.691787:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:56dba386-29a7-47c9-94c3-ec28dcb7438b:3627:1876039508952064:0@lo:400:kworker.0 00000100:00100000:1.0:1789131276.691860:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131276.691923:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508952064 00000100:00100000:1.0:1789131276.691931:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508952064 00000100:00100000:1.0:1789131276.691974:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1789131276.691988:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:3627:x1876039508952064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131276.692046:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:3627:x1876039508952064:12345-0@lo:400:kworker.0 Request processed in 59us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131276.692054:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1789131276.692093:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:56dba386-29a7-47c9-94c3-ec28dcb7438b:3627:1876039508952064:0@lo:400:kworker.0 00000100:00080000:1.0:1789131276.692121:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789131276.692125:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789131276.692127:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789131276.692130:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789131276.692140:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508952192:0@lo:400:kworker.0 00000100:00100000:1.0:1789131276.692168:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131276.692207:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789131276.692213:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b32940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876039508952320:0@lo:400:kworker.0 00000100:00100000:1.0:1789131276.692237:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131276.692263:0:24875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508952320 00000100:00100000:1.0:1789131276.692267:0:24875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508952320 00000100:00100000:1.0:1789131276.692292:0:24875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789131276.692299:0:24875:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b303c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876039508952320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131276.692335:0:24875:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b303c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876039508952320:12345-0@lo:400:kworker.0 Request processed in 35us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131276.692341:0:24875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:1.0:1789131276.692365:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91de01b32940 x1876039508952320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131276.692375:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b32940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876039508952320:0@lo:400:kworker.0 00000100:00080000:1.0:1789131276.692406:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789131276.692410:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789131276.692412:0:36:0:(import.c:65:import_set_state_nolock()) ffff91de01a7a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789131276.692417:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 617 00000100:00080000:1.0:1789131276.692421:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789131276.692425:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff91de01a7a000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131276.692433:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b32940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508952448:0@lo:400:kworker.0 00000100:00100000:1.0:1789131276.692456:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131276.692507:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508952192 00000100:00100000:1.0:1789131276.692511:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508952192 00000100:00100000:1.0:1789131276.692534:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508952448 00000100:00100000:1.0:1789131276.692536:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508952448 00000100:00100000:1.0:1789131276.692548:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789131276.692554:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b33840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508952192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131276.692591:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b33840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508952192:12345-0@lo:400:kworker.0 Request processed in 36us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131276.692597:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789131276.692610:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789131276.692615:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b32d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508952448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131276.692646:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b32d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508952448:12345-0@lo:400:kworker.0 Request processed in 31us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131276.692652:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789131276.692679:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508952192:0@lo:400:kworker.0 00000100:00100000:1.0:1789131276.692699:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b32940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508952448:0@lo:400:kworker.0 00000100:00100000:1.0:1789131276.692727:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91de01b32940 x1876039508952576/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789131276.692745:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789131276.692748:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789131276.692750:0:36:0:(import.c:65:import_set_state_nolock()) ffff91ddc5701800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789131276.692754:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 617 00000100:00080000:1.0:1789131276.692757:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789131276.692760:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff91ddc5701800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131276.692771:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91de01b321c0 x1876039508952704/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789131276.692791:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789131276.692798:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1876039508952832:0@lo:400:kworker.0 00000100:00100000:1.0:1789131276.692821:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131276.692843:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508952832 00000100:00100000:1.0:1789131276.692846:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508952832 00000100:00100000:1.0:1789131276.692870:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789131276.692876:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3627:x1876039508952832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131276.692910:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3627:x1876039508952832:12345-0@lo:400:kworker.0 Request processed in 34us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131276.692916:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:1.0:1789131276.692943:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91ddffa3a940 x1876039508952832/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131276.692952:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1876039508952832:0@lo:400:kworker.0 00000100:00100000:1.0:1789131276.692979:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3625:1876039508952960:0@lo:400:kworker.0 00000100:00100000:1.0:1789131276.693015:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131276.693039:0:24875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508952960 00000100:00100000:1.0:1789131276.693051:0:24875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508952960 00000100:00100000:1.0:1789131276.693080:0:24875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789131276.693086:0:24875:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa3b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3625:x1876039508952960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131276.693118:0:24875:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa3b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3625:x1876039508952960:12345-0@lo:400:kworker.0 Request processed in 32us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131276.693125:0:24875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:1.0:1789131276.693141:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1789131276.693159:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91ddffa3a940 x1876039508952960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131276.693175:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3625:1876039508952960:0@lo:400:kworker.0 00000100:00100000:1.0:1789131276.693203:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789131276.693208:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3625:1876039508953088:0@lo:400:kworker.0 00000100:00100000:1.0:1789131276.693232:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131276.693254:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508953088 00000100:00100000:1.0:1789131276.693257:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508953088 00000100:00100000:1.0:1789131276.693282:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789131276.693288:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa3b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3625:x1876039508953088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131276.693319:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa3b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3625:x1876039508953088:12345-0@lo:400:kworker.0 Request processed in 32us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131276.693325:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:1.0:1789131276.693338:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1789131276.693353:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91ddffa3a940 x1876039508953088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131276.693361:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3625:1876039508953088:0@lo:400:kworker.0 00000100:00100000:0.0:1789131276.693510:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b32940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508952576:0@lo:8:kworker.0 00000100:00100000:0.0:1789131276.693541:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131276.693571:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508952704:0@lo:8:kworker.0 00000100:00100000:0.0:1789131276.693593:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131276.693631:0:24850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508952576 00000100:00100000:0.0:1789131276.693634:0:24850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508952576 00000100:00100000:0.0:1789131276.693651:0:24850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508952704 00000100:00100000:0.0:1789131276.693654:0:24850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508952704 00000100:00100000:0.0:1789131276.693664:0:24850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789131276.693668:0:24850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7ffcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3624:x1876039508952576:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789131276.693692:0:24850:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 632 last 0 00000020:00000080:0.0:1789131276.693719:0:24850:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf3fe2838e1fc3f2a 00002000:00100000:0.0:1789131276.693734:0:24850:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff91dcc6877800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113984 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1789131276.693739:0:24850:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:0.0:1789131276.693741:0:24850:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789131276.693921:0:24850:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:0.0:1789131276.693945:0:24850:0:(import.c:65:import_set_state_nolock()) ffff91dcc6876800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789131276.693985:0:24850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7ffcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3624:x1876039508952576:12345-0@lo:8:kworker.0 Request processed in 314us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131276.694011:0:24850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789131276.694026:0:24850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789131276.694030:0:24850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7ffc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3624:x1876039508952704:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1789131276.694043:0:24850:0:(ldlm_lib.c:1228:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1789131276.697267:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91de01b32940 x1876039508952576/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789131296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131276.697283:0:3624:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789131276.697294:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789131276.697304:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789131276.697310:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1789131276.697313:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91de01a7a000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789131276.697332:0:3624:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789131276.697338:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b32940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508952576:0@lo:8:kworker.0 00000004:00080000:2.0:1789131276.697405:0:24084:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:2.0:1789131276.697427:0:24084:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b39a40 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:24084:1876039508953344:0@lo:7:osp-pre-0-1.0 00000100:00100000:2.0:1789131276.697500:0:24084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131276.697522:0:24084:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc5165480 going to sleep for 11 seconds 00000004:00080000:2.0:1789131276.697535:0:24083:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789131276.697624:0:24083:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 632615164393ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789131276.697630:0:24083:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1789131276.697650:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789131276.697678:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508953216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789131276.697708:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131276.697746:0:24851:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1789131276.697753:0:24851:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:2.0:1789131276.697777:0:24852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508953216 00000100:00100000:2.0:1789131276.697784:0:24852:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508953216 00000100:00100000:2.0:1789131276.697845:0:24852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789131276.697856:0:24852:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b38f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3628:x1876039508953216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789131276.697889:0:24852:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789131276.697932:0:24852:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b38f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3628:x1876039508953216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131276.697939:0:24852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1789131276.698063:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91de01b38000 x1876039508953216/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789131292 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131276.698079:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508953216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789131276.698111:0:24851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508953344 00000100:00100000:2.0:1789131276.698114:0:24851:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508953344 00000100:00100000:2.0:1789131276.698193:0:25388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789131276.698200:0:25388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b3b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:24084:x1876039508953344:12345-0@lo:7:osp-pre-0-1.0 00000100:00080000:1.0:1789131276.699195:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00080000:3.0:1789131276.705892:0:25388:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1789131276.705901:0:25388:0:(ofd_dev.c:1222:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1789131276.706003:0:25388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b3b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:24084:x1876039508953344:12345-0@lo:7:osp-pre-0-1.0 Request processed in 7790us (8490us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131276.706018:0:25388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1789131276.706585:0:24084:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91de01b39a40 x1876039508953344/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789131292 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131276.706601:0:24084:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b39a40 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:24084:1876039508953344:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1789131276.706616:0:24084:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1789131276.706654:0:24084:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b39a40 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:24084:1876039508953472:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1789131276.706692:0:24084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131276.706737:0:24084:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc5165480 going to sleep for 11 seconds 00000100:00100000:3.0:1789131276.708047:0:24851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508953472 00000100:00100000:3.0:1789131276.708056:0:24851:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508953472 00000100:00100000:3.0:1789131276.708114:0:24851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789131276.708123:0:24851:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:24084:x1876039508953472:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1789131276.708149:0:24851:0:(ofd_dev.c:1654:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1789131276.708202:0:24851:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:24084:x1876039508953472:12345-0@lo:5:osp-pre-0-1.0 Request processed in 81us (1510us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131276.708209:0:24851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1789131276.709568:0:24084:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91de01b39a40 x1876039508953472/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789131292 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131276.709586:0:24084:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b39a40 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:24084:1876039508953472:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1789131276.709600:0:24084:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1789131276.709648:0:24084:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b39a40 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:24084:1876039508953600:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1789131276.709699:0:24084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131276.709734:0:24084:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc5165480 going to sleep for 11 seconds 00000100:00100000:3.0:1789131276.709851:0:25388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508953600 00000100:00100000:3.0:1789131276.709858:0:25388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508953600 00000100:00100000:3.0:1789131276.709901:0:25388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789131276.709921:0:25388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b3ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:24084:x1876039508953600:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1789131276.709956:0:25388:0:(ofd_dev.c:1761:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000004:00080000:1.0:1789131276.732354:0:24074:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:0.0:1789131276.744923:0:24850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7ffc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3624:x1876039508952704:12345-0@lo:8:kworker.0 Request processed in 50883us (51321us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789131276.744936:0:24850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1789131276.744987:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddc5701800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789131276.744993:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789131276.755452:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508952704:0@lo:8:kworker.0 00000001:00080000:3.0:1789131276.763944:0:24845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:3.0:1789131276.763961:0:24845:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:2.0:1789131276.764667:0:25388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b3ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:24084:x1876039508953600:12345-0@lo:5:osp-pre-0-1.0 Request processed in 54741us (54963us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789131276.764679:0:25388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1789131276.765443:0:24084:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91de01b39a40 x1876039508953600/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789131292 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131276.765472:0:24084:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1789131276.765480:0:24084:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b39a40 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:24084:1876039508953600:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1789131276.765500:0:24084:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:3.0:1789131276.765557:0:24084:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd28683c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:24084:1876039508953728:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1789131276.765600:0:24084:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131276.765661:0:23351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508953728 00000100:00100000:1.0:1789131276.765668:0:23351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508953728 00000100:00100000:1.0:1789131276.765704:0:23351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789131276.765712:0:23351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd286b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:24084:x1876039508953728:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1789131276.765776:0:23351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd286b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:24084:x1876039508953728:12345-0@lo:900:osp-pre-0-1.0 Request processed in 65us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131276.765783:0:23351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789131276.767360:0:24084:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc5165480 going to sleep for 11 seconds 00010000:00080000:3.0:1789131276.767393:0:24084:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91ddd28683c0 x1876039508953728/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789131292 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131276.767405:0:24084:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd28683c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:24084:1876039508953728:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1789131276.883135:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7ffde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508953856:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789131276.883198:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131276.883255:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508953856 00000100:00100000:0.0:1789131276.883262:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508953856 00000100:00100000:0.0:1789131276.883305:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789131276.883312:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7ffe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508953856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789131276.883345:0:23345:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789131276.883383:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7ffe940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508953856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131276.883390:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789131276.883427:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7ffde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508953856:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789131276.883721:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508953984:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789131276.883747:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131276.883807:0:23344:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508953984 00000100:00100000:1.0:1789131276.883811:0:23344:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508953984 00000100:00100000:1.0:1789131276.883841:0:23344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789131276.883847:0:23344:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7ffde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508953984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789131276.883865:0:23344:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789131276.883905:0:23344:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7ffde00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508953984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131276.883911:0:23344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789131276.883968:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508953984:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1789131276.946211:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131277.970357:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131278.994151:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131280.017860:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789131280.340686:0:23378:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789131281.041606:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789131281.529584:0:25665:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789131281.529588:0:25665:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:2.0:1789131281.529590:0:25665:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1789131281.529702:0:25665:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff91dcc7fe9000 00000020:01000004:2.0:1789131281.529718:0:25665:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1789131281.529732:0:25665:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789131281.529744:0:25665:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff91de01a03490) 00000020:00000080:2.0:1789131281.529760:0:25665:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1789131281.593649:0:25665:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1789131281.599007:0:25665:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:1.0:1789131281.600236:0:25665:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1789131281.600647:0:25665:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1789131281.601126:0:25665:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1789131281.603010:0:25665:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1789131281.603370:0:25665:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:1.0:1789131281.605024:0:25665:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1789131281.605385:0:25665:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:1.0:1789131281.605399:0:25665:0:(osd_handler.c:8895:osd_obd_connect()) connect #0 00000020:00000080:1.0:1789131281.605410:0:25665:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xf3fe2838e1fc3f38 00000020:01000004:1.0:1789131281.605416:0:25665:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:1.0:1789131281.605437:0:25665:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.111@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1789131281.605449:0:25665:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.111@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1789131281.605456:0:25665:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:1.0:1789131281.605669:0:25665:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:1.0:1789131281.605773:0:25665:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.111@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1789131281.631324:0:25665:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.111@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789131281.631375:0:25665:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.111@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1789131281.631379:0:25665:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789131281.631381:0:25665:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789131281.631382:0:25665:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789131281.631383:0:25665:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789131281.631384:0:25665:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789131281.631385:0:25665:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789131281.631386:0:25665:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789131281.631388:0:25665:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789131281.631389:0:25665:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789131281.631392:0:25665:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1789131281.631394:0:25665:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789131281.631396:0:25665:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789131281.631397:0:25665:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789131281.631398:0:25665:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789131281.631398:0:25665:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789131281.631399:0:25665:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789131281.631400:0:25665:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789131281.631401:0:25665:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789131281.631402:0:25665:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789131281.631427:0:25665:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1789131281.631448:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7ffe1c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508954112:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789131281.631539:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131281.631606:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf5c4840 going to sleep for 11 seconds 00000100:00100000:2.0:1789131281.631704:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508954112 00000100:00100000:2.0:1789131281.631711:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508954112 00000100:00100000:2.0:1789131281.631761:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1789131281.631779:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:25665:x1876039508954112:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789131281.631976:0:23334:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1789131281.631986:0:23334:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:2.0:1789131281.631990:0:23334:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1789131281.633002:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:25665:x1876039508954112:12345-0@lo:253:mount.lustre.0 Request processed in 1221us (1460us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131281.633013:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1789131281.633166:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7ffe1c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508954112:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789131281.633287:0:25665:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1789131281.633290:0:25665:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789131281.633292:0:25665:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789131281.633293:0:25665:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789131281.633294:0:25665:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789131281.633295:0:25665:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789131281.633296:0:25665:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789131281.633297:0:25665:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789131281.633300:0:25665:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789131281.633310:0:25665:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1789131281.637295:0:25665:0:(tgt_mount.c:101:server_register_mount()) register mount ffff91dcc7fe9000 from lustre-OST0001 10000000:01000000:1.0:1789131281.637338:0:25665:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:1.0:1789131281.637342:0:25665:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1789131281.637353:0:25665:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff91ddfcdf9a48 local copy 00010000:00010000:1.0:1789131281.637364:0:25665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddfa939000/0xf3fe2838e1fc3c52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3c59 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789131281.638082:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3a1c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508954240:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789131281.638154:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131281.638214:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc866f480 going to sleep for 11 seconds 00000100:00100000:0.0:1789131281.639953:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508954240 00000100:00100000:0.0:1789131281.639977:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508954240 00000100:00100000:0.0:1789131281.640044:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1789131281.640054:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:25665:x1876039508954240:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789131281.640188:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:25665:x1876039508954240:12345-0@lo:501:mount.lustre.0 Request processed in 135us (2032us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789131281.640196:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1789131281.640511:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3a1c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508954240:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789131281.640535:0:25665:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.111@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1789131281.640566:0:25665:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.111@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1789131281.640574:0:25665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddfa939000/0xf3fe2838e1fc3c52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3c59 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.640584:0:25665:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddfa939000/0xf3fe2838e1fc3c52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3c59 expref: -99 pid: 23318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131281.640616:0:25665:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff91dcc7fe9000 10000000:01000000:2.0:1789131281.640622:0:25665:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789131281.640628:0:25665:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1789131281.640630:0:25665:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789131281.640635:0:25665:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:2.0:1789131281.640638:0:25665:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1789131281.640668:0:25665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78de400/0xf3fe2838e1fc3f3f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.640676:0:25665:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91dcc78de400/0xf3fe2838e1fc3f3f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.640685:0:25665:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91dcc78de400/0xf3fe2838e1fc3f3f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131281.640703:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508954368:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789131281.640751:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131281.640808:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc6aa8540 going to sleep for 11 seconds 00000100:00100000:0.0:1789131281.641029:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508954368 00000100:00100000:0.0:1789131281.641035:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508954368 00000100:00100000:0.0:1789131281.641069:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1789131281.641077:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:25665:x1876039508954368:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789131281.641086:0:23334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789131281.641099:0:23334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ddc76b9400/0xf3fe2838e1fc3f46 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3f3f expref: -99 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131281.641120:0:23334:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc76b9400/0xf3fe2838e1fc3f46 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3f3f expref: 22 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131281.641130:0:23334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ddc76b9400/0xf3fe2838e1fc3f46 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3f3f expref: 22 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131281.641138:0:23334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc76b9400, rc 0) 00000100:00100000:0.0:1789131281.641168:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:25665:x1876039508954368:12345-0@lo:101:mount.lustre.0 Request processed in 93us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131281.641184:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1789131281.642005:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508954368:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789131281.642023:0:25665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91dcc78de400/0xf3fe2838e1fc3f3f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3f46 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.642032:0:25665:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91dcc78de400/0xf3fe2838e1fc3f3f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3f46 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789131281.643824:0:25665:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:2.0:1789131281.651775:0:25665:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789131281.655875:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1789131281.655931:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1789131281.655948:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1789131281.655974:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1789131281.655996:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1789131281.656012:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1789131281.656031:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1789131281.656045:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1789131281.656058:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1789131281.656084:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1789131281.656091:0:25665:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1789131281.656201:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508954496:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789131281.656273:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131281.656333:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc6aa8cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789131281.656432:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508954496 00000100:00100000:1.0:1789131281.656440:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508954496 00000100:00100000:1.0:1789131281.656515:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1789131281.656524:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc78450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:25665:x1876039508954496:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789131281.656695:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc78450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:25665:x1876039508954496:12345-0@lo:501:mount.lustre.0 Request processed in 172us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131281.656703:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1789131281.657272:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508954496:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789131281.657307:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508954624:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789131281.657354:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131281.657393:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc6aa8cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789131281.657765:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508954624 00000100:00100000:1.0:1789131281.657771:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508954624 00000100:00100000:1.0:1789131281.657866:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1789131281.657875:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:25665:x1876039508954624:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789131281.661018:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:25665:x1876039508954624:12345-0@lo:503:mount.lustre.0 Request processed in 3136us (3655us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131281.661032:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789131281.661164:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508954624:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789131281.662044:0:25665:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789131281.662138:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508954752:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789131281.662260:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131281.665219:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc6aa8540 going to sleep for 11 seconds 00000100:00100000:3.0:1789131281.665543:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508954752 00000100:00100000:3.0:1789131281.665553:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508954752 00000100:00100000:3.0:1789131281.665602:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1789131281.665611:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:25665:x1876039508954752:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789131281.666219:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:25665:x1876039508954752:12345-0@lo:502:mount.lustre.0 Request processed in 608us (3957us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131281.666228:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789131281.666401:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508954752:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789131281.666685:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1789131281.666715:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1789131281.666732:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1789131281.666746:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1789131281.666759:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1789131281.666771:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1789131281.666784:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1789131281.666798:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1789131281.666812:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:2.0:1789131281.666844:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508954880:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789131281.666890:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131281.666917:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc6aa8540 going to sleep for 11 seconds 00000100:00100000:3.0:1789131281.667134:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508954880 00000100:00100000:3.0:1789131281.667146:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508954880 00000100:00100000:3.0:1789131281.667187:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1789131281.667194:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:25665:x1876039508954880:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789131281.667287:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:25665:x1876039508954880:12345-0@lo:502:mount.lustre.0 Request processed in 92us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131281.667294:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789131281.667443:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508954880:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789131281.667700:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:2.0:1789131281.667714:0:25665:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:2.0:1789131281.668398:0:25669:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789131281.668719:0:25669:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:2.0:1789131281.668728:0:25669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131281.668730:0:25669:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:2.0:1789131281.668738:0:25669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789131281.668752:0:25669:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff91de01a00000) 00000020:00000080:2.0:1789131281.668786:0:25669:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:2.0:1789131281.668794:0:25669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789131281.668882:0:25669:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91dcc7fe9000 from lustre-OST0001, refs=2 00080000:01000000:2.0:1789131281.668891:0:25669:0:(osd_handler.c:8895:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789131281.668897:0:25669:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xf3fe2838e1fc3f54 00010000:00010000:2.0:1789131281.673997:0:25669:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:2.0:1789131281.674479:0:25669:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934599 00080000:10000000:3.0:1789131281.676282:0:25669:0:(osd_handler.c:5551:osd_index_try()) lustre-OST0001: index object [0x200000003:0xc:0x0] (8/32) registered 00000020:00000080:0.0:1789131281.687653:0:25669:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:0.0:1789131281.687668:0:25669:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789131281.687676:0:25669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131281.687683:0:25669:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:0.0:1789131281.687688:0:25669:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789131281.687693:0:25669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131281.687695:0:25669:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789131281.687698:0:25669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789131281.687700:0:25669:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789131281.687703:0:25669:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789131281.687705:0:25669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131281.687707:0:25669:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789131281.687709:0:25669:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789131281.687712:0:25669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131281.687713:0:25669:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789131281.687717:0:25669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1789131281.687742:0:25669:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789131281.687745:0:25669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131281.687746:0:25669:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1789131281.687749:0:25669:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:3.0:1789131281.688000:0:25665:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1789131281.688027:0:25665:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1789131281.688045:0:25665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dcc78de400/0xf3fe2838e1fc3f3f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3f46 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131281.688056:0:25665:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91dcc78de400/0xf3fe2838e1fc3f3f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3f46 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789131281.688065:0:25665:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91dcc7fe9000 from 1 10000000:01000000:3.0:1789131281.688067:0:25665:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789131281.688102:0:25665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc0031a00/0xf3fe2838e1fc3f5b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131281.688110:0:25665:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddc0031a00/0xf3fe2838e1fc3f5b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131281.688120:0:25665:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddc0031a00/0xf3fe2838e1fc3f5b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131281.688141:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508955008:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789131281.688209:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131281.688261:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf4e2240 going to sleep for 11 seconds 00000100:00100000:1.0:1789131281.688400:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508955008 00000100:00100000:1.0:1789131281.688417:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508955008 00000100:00100000:1.0:1789131281.688495:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1789131281.688504:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:25665:x1876039508955008:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789131281.688516:0:23333:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131281.688538:0:23333:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91dde19aa200/0xf3fe2838e1fc3f62 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3f5b expref: -99 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131281.688561:0:23333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dde19aa200/0xf3fe2838e1fc3f62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3f5b expref: 23 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131281.688571:0:23333:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91dde19aa200/0xf3fe2838e1fc3f62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3f5b expref: 23 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131281.688580:0:23333:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dde19aa200, rc 0) 00000100:00100000:1.0:1789131281.688618:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:25665:x1876039508955008:12345-0@lo:101:mount.lustre.0 Request processed in 115us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131281.688625:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1789131281.688879:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508955008:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789131281.688894:0:25665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddc0031a00/0xf3fe2838e1fc3f5b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3f62 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131281.688904:0:25665:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddc0031a00/0xf3fe2838e1fc3f5b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3f62 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789131281.690145:0:25665:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 19 count 19 00000040:00080000:3.0:1789131281.690417:0:25665:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789131281.702550:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1789131281.702603:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1789131281.702840:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1789131281.702868:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1789131281.702884:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1789131281.702899:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1789131281.702913:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1789131281.702926:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 144 off9680 00000040:00080000:0.0:1789131281.702940:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9904 00000040:00080000:0.0:1789131281.702954:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10128 00000040:00080000:0.0:1789131281.702979:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 144 off10272 00000040:00080000:0.0:1789131281.702993:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10496 00000040:00080000:0.0:1789131281.703006:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 224 off10720 00000040:00080000:0.0:1789131281.703019:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 128 off10848 00000040:00080000:0.0:1789131281.703034:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off11072 00000040:00080000:0.0:1789131281.703046:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11296 00000040:00080000:0.0:1789131281.703082:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 128 off11424 00000040:00080000:0.0:1789131281.703127:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11648 00000040:00080000:0.0:1789131281.703132:0:25665:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 18 count 19 00000100:00100000:0.0:1789131281.704340:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7ffe1c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508955136:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789131281.705742:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131281.705813:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf5c4e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789131281.705939:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508955136 00000100:00100000:2.0:1789131281.705949:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508955136 00000100:00100000:2.0:1789131281.706015:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1789131281.706026:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc79050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:25665:x1876039508955136:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789131281.706162:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc79050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:25665:x1876039508955136:12345-0@lo:501:mount.lustre.0 Request processed in 137us (1755us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131281.706180:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1789131281.706313:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7ffe1c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508955136:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789131281.706356:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7ffe1c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508955264:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789131281.706406:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131281.706438:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf5c4e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789131281.706856:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508955264 00000100:00100000:2.0:1789131281.706861:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508955264 00000100:00100000:2.0:1789131281.706894:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1789131281.706901:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc78c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:25665:x1876039508955264:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789131281.707004:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc78c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:25665:x1876039508955264:12345-0@lo:503:mount.lustre.0 Request processed in 102us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131281.707012:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1789131281.707090:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7ffe1c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508955264:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789131281.707889:0:25665:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789131281.707982:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508955392:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789131281.708036:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131281.708726:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf4e2840 going to sleep for 11 seconds 00000100:00100000:0.0:1789131281.712349:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508955392 00000100:00100000:0.0:1789131281.712362:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508955392 00000100:00100000:1.0:1789131281.714551:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1789131281.714565:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:25665:x1876039508955392:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789131281.714757:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:25665:x1876039508955392:12345-0@lo:502:mount.lustre.0 Request processed in 193us (6719us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131281.714955:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1789131281.715088:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508955392:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789131281.715375:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1789131281.716015:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1789131281.716033:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1789131281.716040:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1789131281.716047:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1789131281.716053:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1789131281.716062:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1789131281.716069:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 144 off9680 00000040:00080000:3.0:1789131281.716076:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9904 00000040:00080000:3.0:1789131281.716082:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10128 00000040:00080000:3.0:1789131281.716089:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 144 off10272 00000040:00080000:3.0:1789131281.716096:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10496 00000040:00080000:3.0:1789131281.716102:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 224 off10720 00000040:00080000:3.0:1789131281.716108:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 128 off10848 00000040:00080000:3.0:1789131281.716126:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off11072 00000040:00080000:3.0:1789131281.716133:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11296 00000040:00080000:3.0:1789131281.716139:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 128 off11424 00000100:00100000:3.0:1789131281.716169:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508955520:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789131281.716295:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131281.716378:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf4e2840 going to sleep for 11 seconds 00000100:00100000:0.0:1789131281.717005:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508955520 00000100:00100000:0.0:1789131281.717013:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508955520 00000100:00100000:1.0:1789131281.717138:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1789131281.717148:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc79c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:25665:x1876039508955520:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789131281.717401:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc79c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:25665:x1876039508955520:12345-0@lo:502:mount.lustre.0 Request processed in 254us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131281.717428:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1789131281.717834:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508955520:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789131281.717916:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11648 00000040:00080000:3.0:1789131281.717927:0:25665:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 18 count 19 00000020:01000000:0.0:1789131281.719062:0:25673:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789131281.719073:0:25673:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131281.719076:0:25673:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789131281.719082:0:25673:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff91dcc7fe9000 00000020:00000080:0.0:1789131281.719084:0:25673:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789131281.719092:0:25673:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789131281.719094:0:25673:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131281.719096:0:25673:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789131281.719098:0:25673:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789131281.719100:0:25673:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131281.719102:0:25673:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789131281.719105:0:25673:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff91dcc7fe9000 00000020:00000080:0.0:1789131281.719107:0:25673:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789131281.719167:0:25673:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789131281.719171:0:25673:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131281.719180:0:25673:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789131281.719183:0:25673:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789131281.719186:0:25673:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131281.719195:0:25673:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre lod.lustre-MDT0000-mdtlov.enable_compr_rotational 00000020:01000000:0.0:1789131281.719200:0:25673:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91dcc7fe9000 00000020:00000080:0.0:1789131281.719203:0:25673:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789131281.719223:0:25673:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789131281.719226:0:25673:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131281.719228:0:25673:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre lod.lustre-MDT0000-mdtlov.enable_compr_rotational 00000020:01000000:0.0:1789131281.719230:0:25673:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789131281.719233:0:25673:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131281.719234:0:25673:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre lod.lustre-MDT0001-mdtlov.enable_compr_rotational 00000020:01000000:0.0:1789131281.719237:0:25673:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91dcc7fe9000 00000020:00000080:0.0:1789131281.719240:0:25673:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789131281.719256:0:25673:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789131281.719258:0:25673:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131281.719260:0:25673:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre lod.lustre-MDT0001-mdtlov.enable_compr_rotational 00000020:01000000:0.0:1789131281.719262:0:25673:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789131281.719264:0:25673:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131281.719266:0:25673:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789131281.719269:0:25673:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91dcc7fe9000 00000020:00000080:0.0:1789131281.719271:0:25673:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789131281.719287:0:25673:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789131281.719290:0:25673:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131281.719291:0:25673:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789131281.719294:0:25673:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789131281.719296:0:25673:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131281.719297:0:25673:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789131281.719300:0:25673:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff91dcc7fe9000 00000020:00000080:0.0:1789131281.719303:0:25673:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789131281.719325:0:25673:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789131281.719328:0:25673:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789131281.719330:0:25673:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1789131281.719333:0:25673:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 19 count 19 00000020:01000000:3.0:1789131281.720121:0:25665:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-18 (rc=0) 10000000:01000000:3.0:1789131281.720153:0:25665:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789131281.720321:0:25665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc0031a00/0xf3fe2838e1fc3f5b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3f62 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131281.720333:0:25665:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddc0031a00/0xf3fe2838e1fc3f5b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3f62 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789131281.720906:0:25665:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1789131281.720910:0:25665:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff91dcc7fe9000 10000000:01000000:3.0:1789131281.720913:0:25665:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff91dcc7fe9000 10000000:01000000:3.0:1789131281.720916:0:25665:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789131281.720922:0:25665:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff91dcc7fe9000 from 1 10000000:01000000:3.0:1789131281.720924:0:25665:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1789131281.720956:0:25665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc0030600/0xf3fe2838e1fc3f69 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131281.720975:0:25665:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddc0030600/0xf3fe2838e1fc3f69 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131281.720985:0:25665:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddc0030600/0xf3fe2838e1fc3f69 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131281.721357:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508955648:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789131281.721597:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131281.721690:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf4e2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789131281.721732:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508955648 00000100:00100000:0.0:1789131281.721744:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508955648 00000100:00100000:0.0:1789131281.721944:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1789131281.721955:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:25665:x1876039508955648:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789131281.721976:0:23332:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789131281.721990:0:23332:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3f70 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3f69 expref: -99 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131281.722026:0:23332:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3f70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3f69 expref: 24 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131281.722037:0:23332:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ddc76b9200/0xf3fe2838e1fc3f70 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3f69 expref: 24 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131281.722046:0:23332:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc76b9200, rc 0) 00000100:00100000:0.0:1789131281.722085:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:25665:x1876039508955648:12345-0@lo:101:mount.lustre.0 Request processed in 132us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131281.722092:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1789131281.722159:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508955648:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789131281.722186:0:25665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddc0030600/0xf3fe2838e1fc3f69 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3f70 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131281.722543:0:25665:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddc0030600/0xf3fe2838e1fc3f69 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3f70 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789131281.730230:0:25665:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1789131281.730717:0:25665:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789131281.730894:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789131281.730919:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1789131281.730934:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1789131281.730947:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1789131281.730973:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1789131281.730990:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1789131281.731013:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1789131281.731024:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1789131281.731036:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789131281.731048:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1789131281.731060:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1789131281.731092:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1789131281.732306:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1789131281.732327:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1789131281.732339:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1789131281.732352:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1789131281.732365:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1789131281.732379:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1789131281.732391:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1789131281.732602:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1789131281.732624:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1789131281.732759:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1789131281.732775:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1789131281.732792:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1789131281.732805:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1789131281.732817:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1789131281.732829:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1789131281.732858:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1789131281.732876:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1789131281.732888:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1789131281.732901:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1789131281.732914:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1789131281.732927:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1789131281.732939:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1789131281.732967:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1789131281.732986:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1789131281.732999:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1789131281.733013:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1789131281.733026:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1789131281.733049:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1789131281.733062:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1789131281.733075:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1789131281.733088:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1789131281.734289:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1789131281.734316:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1789131281.734330:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1789131281.734343:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1789131281.734358:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1789131281.734775:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1789131281.734797:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1789131281.734816:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1789131281.734821:0:25665:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1789131281.734933:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508955776:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789131281.735011:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131281.735258:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddf5c140c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789131281.735719:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508955776 00000100:00100000:0.0:1789131281.735727:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508955776 00000100:00100000:0.0:1789131281.735771:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1789131281.735780:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:25665:x1876039508955776:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789131281.735907:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:25665:x1876039508955776:12345-0@lo:501:mount.lustre.0 Request processed in 128us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131281.735916:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1789131281.736021:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508955776:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789131281.736055:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508955904:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789131281.736094:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131281.736245:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508955904 00000100:00100000:0.0:1789131281.736249:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508955904 00000100:00100000:0.0:1789131281.736270:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1789131281.736276:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:25665:x1876039508955904:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789131281.736302:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddf5c140c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789131281.736920:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:25665:x1876039508955904:12345-0@lo:503:mount.lustre.0 Request processed in 642us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131281.736927:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1789131281.737014:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508955904:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789131281.737744:0:25665:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789131281.737817:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508956032:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789131281.737860:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131281.737937:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddca715cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789131281.741496:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508956032 00000100:00100000:1.0:1789131281.741509:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508956032 00000100:00100000:1.0:1789131281.741714:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1789131281.741725:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:25665:x1876039508956032:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789131281.741891:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:25665:x1876039508956032:12345-0@lo:502:mount.lustre.0 Request processed in 167us (4029us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131281.741899:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1789131281.742018:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b3b840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508956032:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789131281.742360:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1789131281.742391:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1789131281.742406:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1789131281.742420:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1789131281.742434:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1789131281.742446:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1789131281.742493:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1789131281.742510:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1789131281.742524:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1789131281.742609:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1789131281.742625:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1789131281.742767:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1789131281.742782:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1789131281.742809:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1789131281.742825:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1789131281.742837:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1789131281.742851:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1789131281.742874:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1789131281.742888:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1789131281.742901:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1789131281.742915:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1789131281.742928:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1789131281.742939:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1789131281.742953:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1789131281.742979:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1789131281.742991:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1789131281.743005:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1789131281.743018:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1789131281.743030:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1789131281.743053:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1789131281.743067:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1789131281.743079:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1789131281.743090:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1789131281.743316:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1789131281.743334:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1789131281.743347:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1789131281.743360:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1789131281.743375:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1789131281.743390:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1789131281.743403:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1789131281.743416:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1789131281.743430:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1789131281.743442:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1789131281.743455:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1789131281.743491:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1789131281.743517:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1789131281.743543:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1789131281.743559:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1789131281.743604:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508956160:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789131281.743777:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131281.743822:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddfcfc2900 going to sleep for 11 seconds 00000100:00100000:0.0:1789131281.743867:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508956160 00000100:00100000:0.0:1789131281.743874:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508956160 00000100:00100000:0.0:1789131281.743921:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1789131281.743929:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc78850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:25665:x1876039508956160:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789131281.744036:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc78850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:25665:x1876039508956160:12345-0@lo:502:mount.lustre.0 Request processed in 108us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131281.744044:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1789131281.746258:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508956160:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789131281.746486:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1789131281.746514:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1789131281.746564:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508956288:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789131281.746626:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131281.746795:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddfcfc2900 going to sleep for 11 seconds 00000100:00100000:3.0:1789131281.747536:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508956288 00000100:00100000:3.0:1789131281.747544:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508956288 00000100:00100000:3.0:1789131281.747594:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1789131281.747603:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc79850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:25665:x1876039508956288:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789131281.748287:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc79850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:25665:x1876039508956288:12345-0@lo:502:mount.lustre.0 Request processed in 683us (1659us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131281.748295:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1789131281.748354:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508956288:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789131281.748414:0:25665:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1789131281.748426:0:25665:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1789131281.750432:0:25679:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1789131281.750449:0:25679:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff91de01bf0000) 00000020:00000080:1.0:1789131281.750494:0:25679:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:1.0:1789131281.750782:0:25679:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91dcc7fe9000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1789131281.750787:0:25679:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91dcc7fe9000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1789131281.750790:0:25679:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91dcc7fe9000 3 00010000:00080000:1.0:1789131281.750821:0:25679:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91ddfe3da800@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.111@tcp at head 00010000:00010000:1.0:1789131281.755553:0:25679:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1789131281.758971:0:25679:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1789131281.759023:0:25679:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789131281.759038:0:25679:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xf3fe2838e1fc3f7e 00000100:00080000:0.0:1789131281.759049:0:25679:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789131281.759055:0:25679:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff91ddfe3da800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1789131281.759088:0:25679:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91dcc7ffd2c0 x1876039508956416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789131281.759131:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7ffd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3624:1876039508956416:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789131281.759515:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789131281.759579:0:25679:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789131281.759623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789131281.759627:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789131281.759630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789131281.759633:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789131281.759675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789131281.759678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789131281.759680:0:8:0:(import.c:65:import_set_state_nolock()) ffff91ddc5701800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789131281.759685:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 632 00000100:00080000:0.0:1789131281.759689:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789131281.759693:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff91ddc5701800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1789131281.759707:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91dcc7ffc780 x1876039508957056/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789131281.759748:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1876039508956544:0@lo:400:kworker.0 00000100:00100000:0.0:1789131281.759903:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131281.759924:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6d64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3626:1876039508957184:0@lo:400:kworker.0 00000100:00100000:0.0:1789131281.759946:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131281.759977:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789131281.759983:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7fff0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508956928:0@lo:400:kworker.0 00000100:00100000:0.0:1789131281.760008:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131281.760039:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7ffed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1876039508956672:0@lo:400:kworker.0 00000100:00100000:0.0:1789131281.760062:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131281.760078:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6d66940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3627:1876039508957312:0@lo:400:kworker.0 00000100:00100000:0.0:1789131281.760097:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131281.760115:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1789131281.760120:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7ffe1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508956800:0@lo:400:kworker.0 00000100:00100000:0.0:1789131281.760140:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131281.760156:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6d64780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3627:1876039508957440:0@lo:400:kworker.0 00000100:00100000:0.0:1789131281.760302:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131281.760335:0:24082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508956544 00000100:00100000:0.0:1789131281.760341:0:24082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508956544 00000100:00100000:0.0:1789131281.760583:0:24082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508956800 00000100:00100000:0.0:1789131281.760587:0:24082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508956800 00000100:00100000:0.0:1789131281.760606:0:24082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789131281.760614:0:24082:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d64f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3626:x1876039508956544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131281.760663:0:24082:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d64f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3626:x1876039508956544:12345-0@lo:400:kworker.0 Request processed in 50us (761us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131281.760670:0:24082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789131281.760687:0:24082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789131281.760692:0:24082:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d65e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508956800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131281.760719:0:24082:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d65e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508956800:12345-0@lo:400:kworker.0 Request processed in 27us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131281.760724:0:24082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789131281.760742:0:24848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508956928 00000100:00100000:0.0:1789131281.760745:0:24848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508956928 00000100:00100000:0.0:1789131281.760901:0:24848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789131281.760908:0:24848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d670c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3626:x1876039508956928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131281.760938:0:24848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d670c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3626:x1876039508956928:12345-0@lo:400:kworker.0 Request processed in 32us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131281.760943:0:24848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789131281.760971:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508956416 00000100:00100000:0.0:1789131281.761062:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508956416 00000100:00100000:0.0:1789131281.761078:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508957184 00000100:00100000:0.0:1789131281.761081:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508957184 00000100:00100000:0.0:1789131281.761093:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508956672 00000100:00100000:0.0:1789131281.761095:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508956672 00000100:00100000:0.0:1789131281.761104:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508957312 00000100:00100000:0.0:1789131281.761107:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508957312 00000100:00100000:0.0:1789131281.761133:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508957440 00000100:00100000:0.0:1789131281.761136:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508957440 00000100:00100000:0.0:1789131281.761151:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789131281.761158:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3626:x1876039508957184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131281.761325:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3626:x1876039508957184:12345-0@lo:400:kworker.0 Request processed in 168us (1377us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131281.761332:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789131281.761345:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789131281.761350:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d652c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1876039508956672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131281.761511:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d652c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1876039508956672:12345-0@lo:400:kworker.0 Request processed in 161us (1447us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131281.761518:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789131281.761531:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789131281.761538:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d65a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3627:x1876039508957312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131281.761566:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d65a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3627:x1876039508957312:12345-0@lo:400:kworker.0 Request processed in 29us (1467us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131281.761572:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789131281.761584:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789131281.761591:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d661c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3627:x1876039508957440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131281.761618:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d661c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3627:x1876039508957440:12345-0@lo:400:kworker.0 Request processed in 29us (1316us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131281.761625:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789131281.761637:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789131281.761643:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7ffda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3624:x1876039508956416:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789131281.761663:0:23341:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 637 last 0 00000020:00000080:0.0:1789131281.761697:0:23341:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xf3fe2838e1fc3f85 00000004:00100000:0.0:1789131281.761719:0:23341:0:(mdt_handler.c:7306:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789131281.761750:0:23341:0:(import.c:65:import_set_state_nolock()) ffff91ddc6d09000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789131281.761921:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7ffda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3624:x1876039508956416:12345-0@lo:38:llog_process_th.0 Request processed in 277us (2406us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131281.761928:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789131281.761975:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7ffc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508957056:0@lo:8:kworker.0 00000100:00100000:0.0:1789131281.762025:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1789131281.762061:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91dcc7ffd2c0 x1876039508956416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789131291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131281.762071:0:3624:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789131281.762079:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1789131281.762086:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1789131281.762091:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789131281.762093:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddfe3da800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789131281.762099:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7ffd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3624:1876039508956416:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789131281.762129:0:24850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508957056 00000100:00100000:0.0:1789131281.762133:0:24850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508957056 00000100:00100000:0.0:1789131281.762159:0:24850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789131281.762164:0:24850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d64b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3624:x1876039508957056:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1789131281.762347:0:24850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d64b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3624:x1876039508957056:12345-0@lo:8:kworker.0 Request processed in 180us (321us total) trans 0 rc -11/-11 00000100:00100000:0.0:1789131281.762354:0:24850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1789131281.762598:0:3626:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91dcc7fff0c0 x1876039508956928/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789131297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131281.762609:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7fff0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508956928:0@lo:400:kworker.0 00000100:00100000:0.0:1789131281.762630:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7ffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1876039508956544:0@lo:400:kworker.0 00010000:00080000:0.0:1789131281.762641:0:3626:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91dcc6d64000 x1876039508957184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131281.762650:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6d64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3626:1876039508957184:0@lo:400:kworker.0 00000100:00100000:0.0:1789131281.762683:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7ffe1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508956800:0@lo:400:kworker.0 00010000:00080000:0.0:1789131281.762694:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91dcc6d64780 x1876039508957440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131281.762703:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6d64780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3627:1876039508957440:0@lo:400:kworker.0 00010000:00080000:0.0:1789131281.762714:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91dcc7ffed00 x1876039508956672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131281.762722:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7ffed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1876039508956672:0@lo:400:kworker.0 00010000:00080000:0.0:1789131281.762730:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91dcc6d66940 x1876039508957312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131281.762738:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6d66940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3627:1876039508957312:0@lo:400:kworker.0 00000100:00100000:0.0:1789131281.762891:0:3624:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789131281.762897:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddc5701800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789131281.762901:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1789131281.762904:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7ffc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508957056:0@lo:8:kworker.0 00000100:00080000:1.0:1789131281.763072:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789131281.763077:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789131281.763080:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:01000004:0.0:1789131281.764334:0:25679:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1789131281.764350:0:25679:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff91dcc6f5ced8) 00000020:00000080:0.0:1789131281.764493:0:25679:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1789131281.764572:0:25679:0:(tgt_mount.c:153:server_get_mount()) get mount ffff91dcc7fe9000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789131281.764582:0:25679:0:(tgt_mount.c:187:server_put_mount()) put mount ffff91dcc7fe9000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789131281.764584:0:25679:0:(obd_mount.c:710:lustre_put_lsi()) put ffff91dcc7fe9000 3 00010000:00080000:0.0:1789131281.764612:0:25679:0:(ldlm_lib.c:102:import_set_conn()) imp ffff91ddc6d0d800@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.111@tcp at head 00010000:00010000:0.0:1789131281.771336:0:25679:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1789131281.771638:0:25679:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1789131281.771685:0:25679:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789131281.771697:0:25679:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xf3fe2838e1fc3f93 00000100:00080000:0.0:1789131281.771707:0:25679:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789131281.771713:0:25679:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff91ddc6d0d800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1789131281.771746:0:25679:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91dcc6d66940 x1876039508957568/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789131281.772307:0:25679:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1789131281.772335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789131281.772340:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789131281.772343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789131281.772346:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789131281.772451:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6d66940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3624:1876039508957568:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789131281.772538:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131281.772650:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508957568 00000100:00100000:0.0:1789131281.772656:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508957568 00000100:00100000:0.0:1789131281.772688:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789131281.772696:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa383c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3624:x1876039508957568:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789131281.772721:0:23341:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 637 last 0 00000020:00000080:0.0:1789131281.773027:0:23341:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xf3fe2838e1fc3f9a 00000004:00100000:0.0:1789131281.773044:0:23341:0:(mdt_handler.c:7306:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789131281.773076:0:23341:0:(import.c:65:import_set_state_nolock()) ffff91dcc6870800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789131281.773169:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa383c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3624:x1876039508957568:12345-0@lo:38:llog_process_th.0 Request processed in 472us (630us total) trans 0 rc 0/0 00010000:00080000:1.0:1789131281.773307:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91dcc6d66940 x1876039508957568/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789131291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131281.773318:0:3624:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789131281.773326:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1789131281.773333:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1789131281.773337:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1789131281.773345:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddc6d0d800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789131281.773351:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6d66940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3624:1876039508957568:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789131281.773449:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000040:00080000:0.0:1789131281.773581:0:25679:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:1.0:1789131281.779940:0:25665:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1789131281.779993:0:25665:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1789131281.780050:0:25665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc0030600/0xf3fe2838e1fc3f69 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3f70 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131281.780062:0:25665:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddc0030600/0xf3fe2838e1fc3f69 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3f70 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1789131281.781038:0:25665:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1789131281.781040:0:25665:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789131281.781041:0:25665:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789131281.781042:0:25665:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789131281.781043:0:25665:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789131281.781045:0:25665:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789131281.781046:0:25665:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789131281.781048:0:25665:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789131281.781050:0:25665:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789131281.781053:0:25665:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:1.0:1789131281.781056:0:25665:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789131281.781057:0:25665:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789131281.781058:0:25665:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789131281.781060:0:25665:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789131281.781061:0:25665:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789131281.781062:0:25665:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789131281.781063:0:25665:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789131281.781064:0:25665:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789131281.781065:0:25665:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789131281.781091:0:25665:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1789131281.781110:0:25665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508957696:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789131281.781182:0:25665:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131281.781255:0:25665:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc79db240 going to sleep for 11 seconds 00000100:00100000:3.0:1789131281.781369:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508957696 00000100:00100000:3.0:1789131281.781376:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508957696 00000100:00100000:3.0:1789131281.783883:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1789131281.783901:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:25665:x1876039508957696:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789131281.783934:0:23333:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1789131281.783948:0:23333:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1789131281.791453:0:23333:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789131281.791493:0:23333:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1789131281.792013:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:25665:x1876039508957696:12345-0@lo:253:mount.lustre.0 Request processed in 8114us (10828us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131281.792026:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 20000000:01000000:3.0:1789131281.792595:0:23355:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1789131281.792600:0:23355:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1789131281.792620:0:23355:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff91ddc0031400/0xf3fe2838e1fc3fa1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131281.792636:0:23355:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3f15 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3f0e expref: 23 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131281.792644:0:23355:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91dcc78dec00/0xf3fe2838e1fc3f23 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3f1c expref: 23 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131281.792651:0:23355:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff91ddc0031400/0xf3fe2838e1fc3fa1 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131281.792687:0:23355:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91dcc78dec00/0xf3fe2838e1fc3f23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf3fe2838e1fc3f1c expref: 23 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131281.792719:0:23355:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91dcc78dec00/0xf3fe2838e1fc3f23 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3f1c expref: 23 pid: 23332 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131281.792733:0:23355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286b0c0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:23355:1876039508957824:0@lo:104: 00000100:00100000:3.0:1789131281.792912:0:23355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789131281.792971:0:23355:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3f15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf3fe2838e1fc3f0e expref: 23 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131281.792980:0:23355:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3f15 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3f0e expref: 23 pid: 23333 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131281.793001:0:23355:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2868780 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:23355:1876039508957952:0@lo:104: 00000100:00100000:3.0:1789131281.793026:0:23355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131281.793043:0:23355:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddfcfc2240 going to sleep for 11 seconds 00000100:00100000:3.0:1789131281.793066:0:23322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508957824 00000100:00100000:3.0:1789131281.793071:0:23322:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508957824 00000100:00100000:3.0:1789131281.793106:0:23322:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508957952 00000100:00100000:3.0:1789131281.793110:0:23322:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508957952 00000100:00100000:3.0:1789131281.793126:0:23322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789131281.793135:0:23322:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd286a580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:56dba386-29a7-47c9-94c3-ec28dcb7438b+4:23355:x1876039508957824:12345-0@lo:104: 00010000:00010000:3.0:1789131281.793148:0:23322:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff91dcc78de000/0xf3fe2838e1fc3f1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3f23 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131281.793454:0:23322:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789131281.793477:0:23322:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd286a580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:56dba386-29a7-47c9-94c3-ec28dcb7438b+4:23355:x1876039508957824:12345-0@lo:104: Request processed in 343us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131281.793485:0:23322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789131281.793500:0:23322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789131281.793506:0:23322:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd286bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:56dba386-29a7-47c9-94c3-ec28dcb7438b+3:23355:x1876039508957952:12345-0@lo:104: 00010000:00010000:3.0:1789131281.793514:0:23322:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff91ddc0031600/0xf3fe2838e1fc3f0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3f15 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131281.793546:0:23322:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789131281.793551:0:23322:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd286bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:56dba386-29a7-47c9-94c3-ec28dcb7438b+3:23355:x1876039508957952:12345-0@lo:104: Request processed in 46us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131281.793557:0:23322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789131281.793590:0:23355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286b0c0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:23355:1876039508957824:0@lo:104: 00000100:00100000:3.0:1789131281.793610:0:23355:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2868780 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:23355:1876039508957952:0@lo:104: 00010000:00010000:3.0:1789131281.793635:0:23355:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff91ddc0031400/0xf3fe2838e1fc3fa1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.793664:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789131281.793671:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91dcc78de000/0xf3fe2838e1fc3f1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3f23 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.793688:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc78de000 already unused, calling callback (ffffffffc124bc20) 00010000:00010000:1.0:1789131281.793691:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00010000:2.0:1789131281.793692:0:23328:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91dcc78de000/0xf3fe2838e1fc3f1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf3fe2838e1fc3f23 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.793699:0:23328:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dcc78de000/0xf3fe2838e1fc3f1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf3fe2838e1fc3f23 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789131281.793707:0:23328:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dcc78de000/0xf3fe2838e1fc3f1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf3fe2838e1fc3f23 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131281.793713:0:23328:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789131281.793742:0:23328:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91dcc78de000/0xf3fe2838e1fc3f1c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3f23 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.793749:0:23328:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789131281.793769:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91dcc78de000/0xf3fe2838e1fc3f1c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3f23 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.793777:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dcc78de000/0xf3fe2838e1fc3f1c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3f23 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.793788:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131281.793790:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131281.793791:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789131281.793863:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:56dba386-29a7-47c9-94c3-ec28dcb7438b:3625:1876039508958080:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789131281.793894:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131281.793969:0:25665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3ad00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:56dba386-29a7-47c9-94c3-ec28dcb7438b:25665:1876039508957696:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789131281.793979:0:25665:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1789131281.793985:0:25665:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789131281.793987:0:25665:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789131281.793988:0:25665:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789131281.793990:0:25665:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789131281.793991:0:25665:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789131281.793993:0:25665:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789131281.793994:0:25665:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789131281.793996:0:25665:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789131281.793997:0:25665:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1789131281.794008:0:25665:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1789131281.794114:0:23326:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508958080 00000100:00100000:1.0:1789131281.794120:0:23326:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508958080 00010000:00010000:1.0:1789131281.794146:0:23326:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91dcc78dec00/0xf3fe2838e1fc3f23 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3f1c expref: 24 pid: 23332 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789131281.794174:0:23326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789131281.794182:0:23326:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b3b840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:3625:x1876039508958080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789131281.794194:0:23326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789131281.794199:0:23326:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91dcc78dec00/0xf3fe2838e1fc3f23 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3f1c expref: 24 pid: 23332 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131281.794212:0:23326:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91dcc78dec00/0xf3fe2838e1fc3f23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3f1c expref: 24 pid: 23332 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131281.794227:0:23326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dcc78dec00/0xf3fe2838e1fc3f23 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf3fe2838e1fc3f1c expref: 24 pid: 23332 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131281.794238:0:23326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789131281.794290:0:23326:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b3b840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:3625:x1876039508958080:12345-0@lo:103:ldlm_bl.0 Request processed in 109us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131281.794298:0:23326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789131281.794615:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:56dba386-29a7-47c9-94c3-ec28dcb7438b:3625:1876039508958080:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789131281.794635:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131281.794637:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131281.794639:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:3.0:1789131281.800329:0:25665:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:1.0:1789131281.800758:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91ddc0031600/0xf3fe2838e1fc3f0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3f15 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131281.800772:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0031600 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:1.0:1789131281.800776:0:23327:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91ddc0031600/0xf3fe2838e1fc3f0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf3fe2838e1fc3f15 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131281.802755:0:23327:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91ddc0031600/0xf3fe2838e1fc3f0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf3fe2838e1fc3f15 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789131281.802916:0:23327:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91ddc0031600/0xf3fe2838e1fc3f0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf3fe2838e1fc3f15 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789131281.802923:0:23327:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789131281.803106:0:23327:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91ddc0031600/0xf3fe2838e1fc3f0e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3f15 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.803113:0:23327:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789131281.803144:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91ddc0031600/0xf3fe2838e1fc3f0e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3f15 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.803153:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91ddc0031600/0xf3fe2838e1fc3f0e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3f15 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.803182:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131281.803184:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131281.803187:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789131281.803192:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:56dba386-29a7-47c9-94c3-ec28dcb7438b:3626:1876039508958208:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789131281.803257:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131281.803370:0:23325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508958208 00000100:00100000:2.0:1789131281.803378:0:23325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508958208 00010000:00010000:2.0:1789131281.803407:0:23325:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3f15 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3f0e expref: 23 pid: 23333 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131281.803883:0:23325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789131281.803894:0:23325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd2868780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:3626:x1876039508958208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789131281.803907:0:23325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789131281.803922:0:23325:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3f15 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3f0e expref: 23 pid: 23333 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.803934:0:23325:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3f15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3f0e expref: 23 pid: 23333 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.803949:0:23325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3f15 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf3fe2838e1fc3f0e expref: 23 pid: 23333 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.803973:0:23325:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff91ddc0031400/0xf3fe2838e1fc3fa1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.803981:0:23325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc0031400/0xf3fe2838e1fc3fa1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789131281.803996:0:23325:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.011396830s 00010000:00010000:2.0:1789131281.804001:0:23325:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91ddc0031400/0xf3fe2838e1fc3fa1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.804009:0:23325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91ddc0031400/0xf3fe2838e1fc3fa1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.804015:0:23325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff91ddc0031400/0xf3fe2838e1fc3fa1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.804022:0:23325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff91ddc0031400/0xf3fe2838e1fc3fa1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.804028:0:23325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0031400 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131281.804032:0:23325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff91ddc0031400/0xf3fe2838e1fc3fa1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.804050:0:23325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff91ddc0031400/0xf3fe2838e1fc3fa1 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.804075:0:23325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff91ddc0031400/0xf3fe2838e1fc3fa1 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131281.804086:0:23325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789131281.804147:0:23325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd2868780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:3626:x1876039508958208:12345-0@lo:103:ldlm_bl.0 Request processed in 255us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131281.804155:0:23325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789131281.804322:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:56dba386-29a7-47c9-94c3-ec28dcb7438b:3626:1876039508958208:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789131281.804486:0:23355:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff91ddc0031400/0xf3fe2838e1fc3fa1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131281.804495:0:23355:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff91ddc0031400/0xf3fe2838e1fc3fa1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131281.804500:0:23355:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ddc0031400/0xf3fe2838e1fc3fa1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1789131281.809255:0:25665:0:(ofd_obd.c:543:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:2.0:1789131281.809267:0:25665:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:2.0:1789131281.809324:0:25665:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789131281.809374:0:25665:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.111@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789131281.809402:0:25665:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:2.0:1789131281.809442:0:25665:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:2.0:1789131281.810670:0:25665:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789131281.811639:0:25665:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1789131282.001607:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789131282.001640:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6d64780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508958336:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789131282.001705:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131282.001754:0:24082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508958336 00000100:00100000:0.0:1789131282.001760:0:24082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508958336 00000100:00100000:0.0:1789131282.001802:0:24082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789131282.001811:0:24082:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508958336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789131282.001842:0:24082:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789131282.001886:0:24082:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508958336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131282.001894:0:24082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789131282.001937:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6d64780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508958336:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789131282.002504:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6d64780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508958592:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789131282.002537:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131282.002570:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508958464:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789131282.002597:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131282.003819:0:23344:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508958592 00000100:00100000:1.0:1789131282.003830:0:23344:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508958592 00000100:00100000:1.0:1789131282.003875:0:23344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789131282.003884:0:23344:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d65680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508958592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789131282.003919:0:23344:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789131282.003993:0:23344:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d65680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508958592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (1455us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131282.004001:0:23344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789131282.004046:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6d64780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508958592:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789131282.005763:0:24852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508958464 00000100:00100000:0.0:1789131282.005775:0:24852:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508958464 00000100:00100000:0.0:1789131282.005827:0:24852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789131282.005835:0:24852:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d67840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508958464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789131282.005861:0:24852:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789131282.005931:0:24852:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d67840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508958464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (3332us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131282.005938:0:24852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789131282.006161:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff91de01b39a40 x1876039508958464/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789131298 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131282.006181:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b39a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508958464:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1789131282.068820:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789131282.825709:0:25735:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789131282.825935:0:25735:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789131283.095411:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789131283.543794:0:23336:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789131283.543802:0:23336:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff91dcc78a2800 from 14 10000000:01000000:1.0:1789131283.543806:0:23336:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789131283.543850:0:23336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dde19aba00/0xf3fe2838e1fc3fa8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.543861:0:23336:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91dde19aba00/0xf3fe2838e1fc3fa8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.543871:0:23336:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91dde19aba00/0xf3fe2838e1fc3fa8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789131283.543908:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa392c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508958720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789131283.543985:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131283.544031:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc79dbe40 going to sleep for 11 seconds 00000100:00100000:3.0:1789131283.544082:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508958720 00000100:00100000:3.0:1789131283.544090:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508958720 00000100:00100000:3.0:1789131283.544142:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1789131283.544150:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:23336:x1876039508958720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789131283.544163:0:23332:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789131283.544177:0:23332:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ddc0031e00/0xf3fe2838e1fc3faf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3fa8 expref: -99 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.544198:0:23332:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc0031e00/0xf3fe2838e1fc3faf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3fa8 expref: 23 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.544207:0:23332:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ddc0031e00/0xf3fe2838e1fc3faf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3fa8 expref: 23 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.544216:0:23332:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc0031e00, rc 0) 00000100:00100000:3.0:1789131283.544260:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:23336:x1876039508958720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131283.544276:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1789131283.544357:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa392c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508958720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789131283.544371:0:23336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91dde19aba00/0xf3fe2838e1fc3fa8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3faf expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.544380:0:23336:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91dde19aba00/0xf3fe2838e1fc3fa8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3faf expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131283.544441:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6d66580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508958848:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789131283.544503:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131283.544523:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91de01a873c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789131283.544671:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508958848 00000100:00100000:3.0:1789131283.544676:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508958848 00000100:00100000:3.0:1789131283.544718:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1789131283.544725:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:23336:x1876039508958848:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789131283.544739:0:23333:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789131283.544754:0:23333:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789131283.544756:0:23333:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1789131283.544822:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:23336:x1876039508958848:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 97us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131283.544830:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1789131283.544975:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6d66580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508958848:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789131283.545032:0:23336:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789131283.545040:0:23336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91dde19aba00/0xf3fe2838e1fc3fa8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3faf expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.545056:0:23336:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91dde19aba00/0xf3fe2838e1fc3fa8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3faf expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789131283.545065:0:23336:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789131283.545067:0:23336:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff91dcc9279800 from 14 10000000:01000000:0.0:1789131283.545070:0:23336:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789131283.545085:0:23336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8400/0xf3fe2838e1fc3fb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.545091:0:23336:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8400/0xf3fe2838e1fc3fb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.545098:0:23336:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8400/0xf3fe2838e1fc3fb6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131283.545108:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6d66580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508958976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789131283.545132:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131283.545161:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91de01a873c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789131283.545173:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508958976 00000100:00100000:0.0:1789131283.545176:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508958976 00000100:00100000:0.0:1789131283.545196:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1789131283.545201:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:23336:x1876039508958976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789131283.545208:0:23332:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789131283.545218:0:23332:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3fbd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc3fb6 expref: -99 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.545232:0:23332:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3fbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3fb6 expref: 24 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.545251:0:23332:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ddc76b9a00/0xf3fe2838e1fc3fbd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3fb6 expref: 24 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.545259:0:23332:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc76b9a00, rc 0) 00000100:00100000:0.0:1789131283.545287:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:23336:x1876039508958976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 86us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131283.545292:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1789131283.545320:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6d66580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508958976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789131283.545330:0:23336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8400/0xf3fe2838e1fc3fb6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3fbd expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.545337:0:23336:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8400/0xf3fe2838e1fc3fb6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc3fbd expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131283.545373:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6d66580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508959104:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789131283.545398:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131283.545410:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91de01a873c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789131283.545431:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508959104 00000100:00100000:0.0:1789131283.545434:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508959104 00000100:00100000:0.0:1789131283.545449:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1789131283.545454:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:23336:x1876039508959104:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789131283.545483:0:23332:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789131283.545493:0:23332:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789131283.545496:0:23332:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1789131283.545550:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:23336:x1876039508959104:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 96us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131283.545564:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1789131283.545589:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6d66580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508959104:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789131283.545738:0:23336:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789131283.545744:0:23336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8400/0xf3fe2838e1fc3fb6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3fbd expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.545752:0:23336:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8400/0xf3fe2838e1fc3fb6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc3fbd expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131283.861540:0:3624:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131263/real 1789131263] req@ffff91de01b30b40 x1876039508945792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131283 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131283.861569:0:3624:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff91de01b30b40 x1876039508945792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131283 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131283.861580:0:3624:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131263/real 1789131263] req@ffff91de01b33480 x1876039508945920/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131283 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131283.861591:0:3624:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff91de01b33480 x1876039508945920/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789131283 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789131283.861610:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91dcc78a5000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789131283.862282:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789131283.862287:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b30b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508945792:0@lo:8:kworker.0 00000100:00080000:2.0:1789131283.862295:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddfce34800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789131283.862300:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789131283.862303:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508945920:0@lo:8:kworker.0 00000100:00100000:2.0:1789131283.862543:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1876039508959232:0@lo:400:kworker.0 00000100:00100000:2.0:1789131283.862608:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131283.862719:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508959232 00000100:00100000:3.0:1789131283.862726:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508959232 00000100:00100000:3.0:1789131283.862772:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789131283.862781:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b39a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3626:x1876039508959232:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1789131283.863710:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789131283.863716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789131283.863719:0:8:0:(import.c:65:import_set_state_nolock()) ffff91dcc78a5000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789131283.863724:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 619 00000100:00080000:1.0:1789131283.863730:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789131283.863736:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff91dcc78a5000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131283.863763:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddffa38780 x1876039508959360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789131283.863782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789131283.863785:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789131283.863787:0:8:0:(import.c:65:import_set_state_nolock()) ffff91ddfce34800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789131283.863791:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 619 00000100:00080000:1.0:1789131283.863794:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789131283.863797:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff91ddfce34800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131283.863808:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddffa39e00 x1876039508959488/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789131283.865318:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508959872:0@lo:400:kworker.0 00000100:00100000:0.0:1789131283.865398:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131283.865454:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508959744:0@lo:400:kworker.0 00000100:00100000:0.0:1789131283.865497:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131283.865518:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789131283.865525:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3628:1876039508959616:0@lo:400:kworker.0 00000100:00100000:0.0:1789131283.865550:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131283.865578:0:24848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508959872 00000100:00100000:0.0:1789131283.865584:0:24848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508959872 00000100:00100000:0.0:1789131283.865648:0:24848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789131283.865657:0:24848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d66580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508959872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131283.865707:0:24848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d66580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508959872:12345-0@lo:400:kworker.0 Request processed in 50us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131283.865714:0:24848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789131283.865736:0:24082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508959744 00000100:00100000:0.0:1789131283.865740:0:24082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508959744 00000100:00100000:0.0:1789131283.865757:0:24082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789131283.865775:0:24082:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d643c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508959744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131283.865812:0:24082:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d643c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508959744:12345-0@lo:400:kworker.0 Request processed in 37us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131283.865818:0:24082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789131283.865837:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508959616 00000100:00100000:0.0:1789131283.865841:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508959616 00000100:00100000:0.0:1789131283.865865:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789131283.865871:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d67c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3628:x1876039508959616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131283.865899:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d67c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3628:x1876039508959616:12345-0@lo:400:kworker.0 Request processed in 28us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131283.865905:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:0.0:1789131283.865920:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1789131283.865963:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddffa3ad00 x1876039508959616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131283.865979:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3628:1876039508959616:0@lo:400:kworker.0 00000100:00100000:0.0:1789131283.865989:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508959744:0@lo:400:kworker.0 00010000:00080000:0.0:1789131283.866022:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddffa3a940 x1876039508959872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789131299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131283.866029:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508959872:0@lo:400:kworker.0 00000100:00080000:1.0:1789131283.870096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1789131283.870098:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b39a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3626:x1876039508959232:12345-0@lo:400:kworker.0 Request processed in 7307us (7481us total) trans 0 rc 0/0 00000100:00080000:1.0:1789131283.870107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789131283.870112:0:8:0:(import.c:65:import_set_state_nolock()) ffff91ddc5701800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789131283.870117:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:1.0:1789131283.870125:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff91ddc5701800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1789131283.870238:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91ddffa3a940 x1876039508960000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789131283.870348:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3627:1876039508960256:0@lo:400:kworker.0 00000100:00100000:3.0:1789131283.870384:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6ffbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3628:1876039508960384:0@lo:400:kworker.0 00000100:00100000:1.0:1789131283.870410:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131283.870739:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131283.870777:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508960384 00000100:00100000:3.0:1789131283.870784:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508960384 00000100:00100000:1.0:1789131283.870786:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508960256 00000100:00100000:1.0:1789131283.870792:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508960256 00000100:00100000:3.0:1789131283.870836:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789131283.870846:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd286b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3628:x1876039508960384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131283.870852:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789131283.870864:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ffa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3627:x1876039508960256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131283.870902:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd286b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3628:x1876039508960384:12345-0@lo:400:kworker.0 Request processed in 57us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131283.870918:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789131283.870931:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ffa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3627:x1876039508960256:12345-0@lo:400:kworker.0 Request processed in 68us (520us total) trans 0 rc 0/0 00000100:00080000:3.0:1789131283.870939:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789131283.870940:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:3.0:1789131283.870956:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789131283.870978:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6ffb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3625:1876039508960512:0@lo:400:kworker.0 00010000:00080000:3.0:1789131283.870986:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91dcc6ffbc00 x1876039508960384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131283.871001:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6ffbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3628:1876039508960384:0@lo:400:kworker.0 00010000:00080000:1.0:1789131283.871001:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddffa3ad00 x1876039508960256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131283.871025:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3627:1876039508960256:0@lo:400:kworker.0 00000100:00100000:3.0:1789131283.871599:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa38780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508959360:0@lo:8:kworker.0 00000100:00100000:1.0:1789131283.877023:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131283.877109:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789131283.877123:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876039508960128:0@lo:400:kworker.0 00000100:00100000:1.0:1789131283.877155:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131283.877216:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1876039508959232:0@lo:400:kworker.0 00000100:00100000:3.0:1789131283.879109:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131283.879165:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508959488:0@lo:8:kworker.0 00000100:00100000:3.0:1789131283.879196:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131283.879223:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508960000:0@lo:8:kworker.0 00000100:00100000:3.0:1789131283.879247:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131283.879282:0:24850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508959360 00000100:00100000:3.0:1789131283.879289:0:24850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508959360 00000100:00100000:3.0:1789131283.879318:0:24850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508959488 00000100:00100000:3.0:1789131283.879321:0:24850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508959488 00000100:00100000:3.0:1789131283.879329:0:24850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508960000 00000100:00100000:3.0:1789131283.879331:0:24850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508960000 00000100:00100000:3.0:1789131283.879343:0:24850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789131283.879350:0:24850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd286b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3624:x1876039508959360:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789131283.879381:0:24850:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 639 last 0 00000020:00000080:3.0:1789131283.879408:0:24850:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf3fe2838e1fc3fc4 00000100:00100000:1.0:1789131283.879597:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6ff8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3625:1876039508960640:0@lo:400:kworker.0 00000100:00100000:1.0:1789131283.879625:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131283.879680:0:25388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789131283.879686:0:25388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd2868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3624:x1876039508959488:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1789131283.879704:0:25388:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 639 last 0 00000020:00000080:2.0:1789131283.879723:0:25388:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xf3fe2838e1fc3fcb 00002000:00100000:3.0:1789131283.879791:0:24850:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff91de0102f800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113984 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1789131283.879797:0:24850:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1789131283.879800:0:24850:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1789131283.879881:0:24850:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1789131283.879906:0:24850:0:(import.c:65:import_set_state_nolock()) ffff91de0102b800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789131283.879967:0:24850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd286b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3624:x1876039508959360:12345-0@lo:8:kworker.0 Request processed in 616us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131283.879975:0:24850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789131283.879993:0:24850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789131283.879997:0:24850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd28683c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3624:x1876039508960000:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789131283.880011:0:24850:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 639 last 0 00000020:00000080:3.0:1789131283.880027:0:24850:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xf3fe2838e1fc3fd2 00002000:00100000:3.0:1789131283.880034:0:24850:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff91de0102e000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113984 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:3.0:1789131283.880037:0:24850:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:3.0:1789131283.880040:0:24850:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1789131283.880168:0:24850:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:3.0:1789131283.880182:0:24850:0:(import.c:65:import_set_state_nolock()) ffff91de0102a800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789131283.880212:0:24850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd28683c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3624:x1876039508960000:12345-0@lo:8:kworker.0 Request processed in 213us (963us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131283.880218:0:24850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00002000:00100000:2.0:1789131283.880284:0:25388:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff91dcc7d7f000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113984 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1789131283.880288:0:25388:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1789131283.880290:0:25388:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1789131283.880317:0:25388:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1789131283.880330:0:25388:0:(import.c:65:import_set_state_nolock()) ffff91dcc7d7d000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789131283.880362:0:25388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd2868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3624:x1876039508959488:12345-0@lo:8:kworker.0 Request processed in 674us (1165us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131283.880369:0:25388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789131283.880817:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508960512 00000100:00100000:0.0:1789131283.880824:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508960512 00000100:00100000:0.0:1789131283.880915:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508960128 00000100:00100000:0.0:1789131283.880919:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508960128 00000100:00100000:0.0:1789131283.880940:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789131283.880968:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ff83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1876039508960512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131283.881013:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ff83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1876039508960512:12345-0@lo:400:kworker.0 Request processed in 47us (3996us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131283.881020:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789131283.881034:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789131283.881040:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ffa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876039508960128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131283.881069:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ffa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876039508960128:12345-0@lo:400:kworker.0 Request processed in 30us (3914us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131283.881076:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789131283.881172:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508960640 00000100:00100000:1.0:1789131283.881177:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508960640 00010000:00080000:3.0:1789131283.881280:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddffa38780 x1876039508959360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789131308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131283.881291:0:3624:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789131283.881300:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1789131283.881307:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1789131283.881312:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1789131283.881315:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91dcc78a5000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1789131283.881338:0:3624:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1789131283.881343:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa38780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508959360:0@lo:8:kworker.0 00010000:00080000:3.0:1789131283.881367:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddffa39e00 x1876039508959488/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789131308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131283.881374:0:3624:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789131283.881378:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1789131283.881382:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1789131283.881385:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1789131283.881388:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddfce34800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1789131283.881398:0:3624:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1789131283.881402:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1876039508959488:0@lo:8:kworker.0 00010000:00080000:3.0:1789131283.881424:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddffa3a940 x1876039508960000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789131308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789131283.881435:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1789131283.881440:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1789131283.881443:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1789131283.881444:0:3624:0:(import.c:65:import_set_state_nolock()) ffff91ddc5701800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1789131283.881629:0:23364:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:0.0:1789131283.881649:0:23364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6d64780 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:23364:1876039508960896:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1789131283.881683:0:23364:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131283.881701:0:23364:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc8681d80 going to sleep for 11 seconds 00000004:00080000:3.0:1789131283.881752:0:3624:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1789131283.881757:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1876039508960000:0@lo:8:kworker.0 00000004:00080000:3.0:1789131283.881797:0:23366:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:3.0:1789131283.881808:0:23366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd2868f00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:23366:1876039508961152:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1789131283.881832:0:23366:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131283.881847:0:23366:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf5753c0 going to sleep for 11 seconds 00000004:00080000:3.0:1789131283.881872:0:24086:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:3.0:1789131283.881884:0:24086:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c69e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:24086:1876039508961408:0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1789131283.881906:0:24086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131283.881919:0:24086:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575540 going to sleep for 11 seconds 00000100:00100000:3.0:1789131283.881939:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508961024:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789131283.881978:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131283.881998:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789131283.882004:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6d66d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508960768:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789131283.882024:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131283.882048:0:24850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508960896 00000100:00100000:3.0:1789131283.882052:0:24850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508960896 00000004:00080000:0.0:1789131283.882092:0:24085:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1789131283.882164:0:24085:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 639799705165ns, next at 0ns, rc = 0 00080000:00080000:0.0:1789131283.882171:0:24085:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00080000:2.0:1789131283.882230:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789131283.882235:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789131283.882237:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789131283.882356:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789131283.882365:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ffb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1876039508960640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131283.882407:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ffb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1876039508960640:12345-0@lo:400:kworker.0 Request processed in 44us (2781us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131283.882431:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000004:00080000:1.0:1789131283.882638:0:23363:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1789131283.882684:0:23363:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 639800224743ns, next at 0ns, rc = 0 00080000:00080000:1.0:1789131283.882689:0:23363:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1789131283.882714:0:23365:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1789131283.882745:0:23365:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 639800285903ns, next at 0ns, rc = 0 00080000:00080000:1.0:1789131283.882749:0:23365:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00080000:1.0:1789131283.882989:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91dcc6ff8f00 x1876039508960640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131283.883002:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6ff8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3625:1876039508960640:0@lo:400:kworker.0 00010000:00080000:1.0:1789131283.883013:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91dcc6ffb480 x1876039508960512/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131283.883022:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6ffb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3625:1876039508960512:0@lo:400:kworker.0 00000100:00100000:1.0:1789131283.883044:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508961280:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789131283.883080:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1789131283.883101:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddffa3a1c0 x1876039508960128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131283.883110:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876039508960128:0@lo:400:kworker.0 00000100:00100000:3.0:1789131283.883724:0:24850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508961152 00000100:00100000:3.0:1789131283.883731:0:24850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508961152 00000100:00100000:3.0:1789131283.883748:0:24850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508961408 00000100:00100000:3.0:1789131283.883751:0:24850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508961408 00000100:00100000:3.0:1789131283.883766:0:24850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789131283.883774:0:24850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d66940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:23364:x1876039508960896:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1789131283.883953:0:24848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789131283.883962:0:24848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c68b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:23366:x1876039508961152:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1789131283.884136:0:24852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508961024 00000100:00100000:3.0:1789131283.884140:0:24852:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508961024 00000100:00100000:3.0:1789131283.884159:0:24852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508960768 00000100:00100000:3.0:1789131283.884162:0:24852:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508960768 00000100:00100000:3.0:1789131283.884173:0:24852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508961280 00000100:00100000:3.0:1789131283.884175:0:24852:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508961280 00000100:00100000:3.0:1789131283.884186:0:24852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789131283.884192:0:24852:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3628:x1876039508961024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789131283.884226:0:24852:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923496960 avail 3691974656 00000100:00100000:3.0:1789131283.884277:0:24852:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3628:x1876039508961024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (2297us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131283.884284:0:24852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789131283.884300:0:24852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789131283.884312:0:24852:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c6ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3628:x1876039508960768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789131283.884326:0:24852:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1789131283.884370:0:24852:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c6ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3628:x1876039508960768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (2345us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131283.884376:0:24852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789131283.884387:0:24852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789131283.884393:0:24852:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3625:x1876039508961280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789131283.884403:0:24852:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923496960 avail 3691974656 00000100:00100000:3.0:1789131283.884445:0:24852:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ffb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3625:x1876039508961280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (1364us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131283.884452:0:24852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000004:00080000:0.0:1789131283.885308:0:24074:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000004:00080000:0.0:1789131283.885331:0:23319:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:0.0:1789131283.885346:0:23319:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00010000:00080000:3.0:1789131283.885893:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91dcc7c6b840 x1876039508961280/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789131299 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131283.885916:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508961280:0@lo:13:osp-pre-1-1.0 00010000:00080000:3.0:1789131283.885962:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91dcc6d66d00 x1876039508960768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789131299 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131283.885975:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6d66d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508960768:0@lo:13:osp-pre-0-0.0 00010000:00080000:3.0:1789131283.885986:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddd286a1c0 x1876039508961024/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789131299 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131283.885996:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508961024:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1789131283.886303:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00080000:0.0:1789131283.891725:0:24850:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1789131283.891737:0:24850:0:(ofd_dev.c:1654:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:0.0:1789131283.891743:0:24850:0:(ofd_dev.c:1505:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00002000:00080000:3.0:1789131283.898643:0:24848:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:3.0:1789131283.898658:0:24848:0:(ofd_dev.c:1654:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1789131283.898665:0:24848:0:(ofd_dev.c:1505:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00002000:00010000:1.0:1789131283.915424:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789131283.915437:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc3fd9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.915477:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=639s v=(0 0) 00010000:00010000:1.0:1789131283.915483:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789131283.915503:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc3fd9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.915520:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc3fd9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.915530:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc3fd9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.915538:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc3fd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.915567:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789131283.915579:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789131283.915585:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc3fd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.915593:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dde19ab600 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:1.0:1789131283.915597:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc3fd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.915605:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc3fd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.915620:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc3fd9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.915637:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc3fd9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.915655:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131283.915657:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131283.915659:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789131283.920083:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789131283.920098:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000745c8c5c/0xf3fe2838e1fc3fe0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.920114:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=639s v=(0 0) 00010000:00010000:1.0:1789131283.920120:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789131283.920127:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000745c8c5c/0xf3fe2838e1fc3fe0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.920141:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000745c8c5c/0xf3fe2838e1fc3fe0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.920153:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000745c8c5c/0xf3fe2838e1fc3fe0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.920162:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000745c8c5c/0xf3fe2838e1fc3fe0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.920188:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789131283.920435:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.920451:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000745c8c5c/0xf3fe2838e1fc3fe0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.920504:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dde19aa600 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.920509:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000745c8c5c/0xf3fe2838e1fc3fe0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.920520:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000745c8c5c/0xf3fe2838e1fc3fe0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.920546:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000745c8c5c/0xf3fe2838e1fc3fe0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.920554:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000745c8c5c/0xf3fe2838e1fc3fe0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.920576:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.920578:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.920580:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789131283.923297:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789131283.923316:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095f5790c/0xf3fe2838e1fc3fe7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.923332:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=639s v=(0 0) 00010000:00010000:1.0:1789131283.923336:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789131283.923342:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095f5790c/0xf3fe2838e1fc3fe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.923355:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000095f5790c/0xf3fe2838e1fc3fe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.923364:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095f5790c/0xf3fe2838e1fc3fe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.923372:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000095f5790c/0xf3fe2838e1fc3fe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.923406:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789131283.923727:0:25685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.923735:0:25685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000095f5790c/0xf3fe2838e1fc3fe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.923743:0:25685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dde19ab200 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.923747:0:25685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000095f5790c/0xf3fe2838e1fc3fe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.923765:0:25685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000095f5790c/0xf3fe2838e1fc3fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.923780:0:25685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000095f5790c/0xf3fe2838e1fc3fe7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.923787:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095f5790c/0xf3fe2838e1fc3fe7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.923805:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.923807:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.923809:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789131283.930790:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.930803:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc3fee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.930819:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131283.930823:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131283.930829:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc3fee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.930844:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc3fee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.930853:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc3fee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.930867:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc3fee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.930890:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789131283.931275:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789131283.931282:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc3fee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.931289:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc78de200 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:1.0:1789131283.931293:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc3fee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.931301:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc3fee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.931324:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc3fee lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.931331:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc3fee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.931359:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131283.931361:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131283.931363:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789131283.932707:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.932719:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc3ff5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.932732:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131283.932736:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131283.932741:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc3ff5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.932753:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc3ff5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.932761:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc3ff5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.932768:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc3ff5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.932798:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789131283.932864:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789131283.932883:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc3ff5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.932894:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc78df600 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:3.0:1789131283.932898:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc3ff5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.932907:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc3ff5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.932925:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc3ff5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.932931:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc3ff5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.932966:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.932968:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.932970:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789131283.933630:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.933637:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc3ffc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.933653:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131283.933656:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131283.933660:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc3ffc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.933671:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc3ffc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.933678:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc3ffc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789131283.934448:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789131283.934475:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078ba2094/0xf3fe2838e1fc4003 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.934487:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=639s v=(0 0) 00010000:00010000:1.0:1789131283.934495:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789131283.934501:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078ba2094/0xf3fe2838e1fc4003 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.934517:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078ba2094/0xf3fe2838e1fc4003 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.934526:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078ba2094/0xf3fe2838e1fc4003 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.934533:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000078ba2094/0xf3fe2838e1fc4003 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.934571:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789131283.934605:0:25685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789131283.934613:0:25685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000078ba2094/0xf3fe2838e1fc4003 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.934622:0:25685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dde19ab400 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:3.0:1789131283.934626:0:25685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000078ba2094/0xf3fe2838e1fc4003 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.934646:0:25685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000078ba2094/0xf3fe2838e1fc4003 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.934663:0:25685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000078ba2094/0xf3fe2838e1fc4003 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.934670:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078ba2094/0xf3fe2838e1fc4003 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.934706:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.934709:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.934711:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.935035:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc3ffc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789131283.935326:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789131283.935333:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065298e1d/0xf3fe2838e1fc400a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.935342:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=639s v=(0 0) 00010000:00010000:1.0:1789131283.935345:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789131283.935421:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065298e1d/0xf3fe2838e1fc400a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.935434:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065298e1d/0xf3fe2838e1fc400a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.935442:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065298e1d/0xf3fe2838e1fc400a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.935448:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000065298e1d/0xf3fe2838e1fc400a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.935488:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789131283.935506:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.935513:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000065298e1d/0xf3fe2838e1fc400a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.935522:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dde19ab800 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.935526:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000065298e1d/0xf3fe2838e1fc400a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.935533:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000065298e1d/0xf3fe2838e1fc400a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.935560:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000065298e1d/0xf3fe2838e1fc400a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.935568:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065298e1d/0xf3fe2838e1fc400a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.935584:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.935586:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.935588:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789131283.939537:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131283.939551:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d5dc773/0xf3fe2838e1fc4011 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.939567:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.939579:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.939586:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d5dc773/0xf3fe2838e1fc4011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.939603:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d5dc773/0xf3fe2838e1fc4011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.939613:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d5dc773/0xf3fe2838e1fc4011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.939620:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006d5dc773/0xf3fe2838e1fc4011 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.939647:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789131283.940220:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.940228:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006d5dc773/0xf3fe2838e1fc4011 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.940238:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc76b9800 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.940243:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006d5dc773/0xf3fe2838e1fc4011 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.940253:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006d5dc773/0xf3fe2838e1fc4011 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.940271:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006d5dc773/0xf3fe2838e1fc4011 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.940279:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d5dc773/0xf3fe2838e1fc4011 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.940312:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.940313:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.940315:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789131283.941561:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131283.941571:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fc770a3/0xf3fe2838e1fc4018 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.941583:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.941587:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.941592:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006fc770a3/0xf3fe2838e1fc4018 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.941605:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006fc770a3/0xf3fe2838e1fc4018 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.941613:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006fc770a3/0xf3fe2838e1fc4018 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.941627:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006fc770a3/0xf3fe2838e1fc4018 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.941649:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789131283.942306:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131283.942313:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058adf70a/0xf3fe2838e1fc401f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.942323:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.942326:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.942331:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058adf70a/0xf3fe2838e1fc401f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.942341:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058adf70a/0xf3fe2838e1fc401f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.942454:0:25685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789131283.942473:0:25685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006fc770a3/0xf3fe2838e1fc4018 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.942482:0:25685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc76b9c00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:1.0:1789131283.942494:0:25685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006fc770a3/0xf3fe2838e1fc4018 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.942503:0:25685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006fc770a3/0xf3fe2838e1fc4018 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.942520:0:25685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006fc770a3/0xf3fe2838e1fc4018 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.942528:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006fc770a3/0xf3fe2838e1fc4018 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131283.942545:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131283.942547:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131283.942549:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.942587:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000058adf70a/0xf3fe2838e1fc401f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.942596:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000058adf70a/0xf3fe2838e1fc401f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.942615:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789131283.942924:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.942930:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000058adf70a/0xf3fe2838e1fc401f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.942939:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc76b8a00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.942942:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000058adf70a/0xf3fe2838e1fc401f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.942959:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000058adf70a/0xf3fe2838e1fc401f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.942971:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000058adf70a/0xf3fe2838e1fc401f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.942979:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058adf70a/0xf3fe2838e1fc401f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.942994:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.942995:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.942997:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789131283.943604:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131283.943612:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4026 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.943627:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.943631:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.943636:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4026 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.943647:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4026 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.943655:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4026 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.943663:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4026 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.943684:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789131283.944347:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.944599:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.944607:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4026 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.945300:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc76b8600 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.945305:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4026 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.945314:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4026 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.945329:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4026 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.945337:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4026 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.945356:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.945358:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.945993:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc402d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.946004:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.946008:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.946014:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc402d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.946027:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc402d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.946050:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc402d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.946058:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc402d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.946072:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789131283.946147:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.946151:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc402d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.946168:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc76b9600 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.946171:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc402d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.946179:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc402d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.946204:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc402d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.946211:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc402d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.946227:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.946229:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.946231:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131283.946448:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789131283.947347:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131283.947367:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4034 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.947379:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.947383:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.947388:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4034 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.947399:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4034 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.947408:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4034 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.947415:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4034 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.947452:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789131283.948390:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.948400:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4034 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.948411:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc76b8800 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.948415:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4034 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.948424:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4034 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.948440:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4034 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.948477:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4034 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.948515:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.948517:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.948519:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789131283.949644:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131283.949655:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d471f788/0xf3fe2838e1fc403b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.949667:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.949671:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.949677:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d471f788/0xf3fe2838e1fc403b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.949695:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d471f788/0xf3fe2838e1fc403b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.949704:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d471f788/0xf3fe2838e1fc403b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.949712:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d471f788/0xf3fe2838e1fc403b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.949740:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789131283.949757:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.949765:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d471f788/0xf3fe2838e1fc403b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.949774:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b3600 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.949778:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d471f788/0xf3fe2838e1fc403b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.949796:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d471f788/0xf3fe2838e1fc403b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.949810:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d471f788/0xf3fe2838e1fc403b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.949817:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d471f788/0xf3fe2838e1fc403b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.949835:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.949837:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.949839:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789131283.950335:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131283.950341:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007774d8d2/0xf3fe2838e1fc4042 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.950589:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.950605:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.950610:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007774d8d2/0xf3fe2838e1fc4042 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.950621:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007774d8d2/0xf3fe2838e1fc4042 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.950630:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007774d8d2/0xf3fe2838e1fc4042 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.950638:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007774d8d2/0xf3fe2838e1fc4042 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.950663:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789131283.950699:0:25685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.950706:0:25685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007774d8d2/0xf3fe2838e1fc4042 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.950725:0:25685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b2400 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.950729:0:25685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007774d8d2/0xf3fe2838e1fc4042 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.950736:0:25685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007774d8d2/0xf3fe2838e1fc4042 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.950749:0:25685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007774d8d2/0xf3fe2838e1fc4042 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.950755:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007774d8d2/0xf3fe2838e1fc4042 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.950771:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.950773:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.950775:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789131283.951724:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789131283.952773:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789131283.952998:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.953071:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc3ffc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.953083:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc78dfc00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.953087:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc3ffc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.953097:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc3ffc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.953127:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc3ffc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.953134:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc3ffc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.953425:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.953431:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.953434:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.953600:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0b11448/0xf3fe2838e1fc4049 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.953614:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.953618:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.953624:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0b11448/0xf3fe2838e1fc4049 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.953636:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0b11448/0xf3fe2838e1fc4049 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.953645:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0b11448/0xf3fe2838e1fc4049 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.953659:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a0b11448/0xf3fe2838e1fc4049 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.953680:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789131283.954589:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.954597:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a0b11448/0xf3fe2838e1fc4049 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.954607:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b3e00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.954845:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0b11448/0xf3fe2838e1fc4049 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.954858:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0b11448/0xf3fe2838e1fc4049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.954874:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a0b11448/0xf3fe2838e1fc4049 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.954882:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0b11448/0xf3fe2838e1fc4049 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789131283.955288:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789131283.955295:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000754fac63/0xf3fe2838e1fc4050 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.955307:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=639s v=(0 0) 00010000:00010000:3.0:1789131283.955311:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789131283.955316:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000754fac63/0xf3fe2838e1fc4050 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.955328:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000754fac63/0xf3fe2838e1fc4050 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.955336:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000754fac63/0xf3fe2838e1fc4050 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.955352:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000754fac63/0xf3fe2838e1fc4050 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.955479:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.955481:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.955483:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.955757:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789131283.955853:0:25685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.955859:0:25685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000754fac63/0xf3fe2838e1fc4050 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.955869:0:25685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0031600 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.955872:0:25685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000754fac63/0xf3fe2838e1fc4050 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.955880:0:25685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000754fac63/0xf3fe2838e1fc4050 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.956219:0:25685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000754fac63/0xf3fe2838e1fc4050 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.956229:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000754fac63/0xf3fe2838e1fc4050 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.956246:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.956248:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.956249:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789131283.957119:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789131283.957128:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000497375fc/0xf3fe2838e1fc4057 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.957138:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=639s v=(0 0) 00010000:00010000:3.0:1789131283.957142:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789131283.957147:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000497375fc/0xf3fe2838e1fc4057 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.957168:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000497375fc/0xf3fe2838e1fc4057 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.957177:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000497375fc/0xf3fe2838e1fc4057 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.957183:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000497375fc/0xf3fe2838e1fc4057 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.957241:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789131283.957648:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789131283.957655:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000662d81e/0xf3fe2838e1fc405e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.957669:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=639s v=(0 0) 00010000:00010000:3.0:1789131283.957673:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789131283.957678:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000662d81e/0xf3fe2838e1fc405e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.957697:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000662d81e/0xf3fe2838e1fc405e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789131283.957701:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789131283.957712:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000662d81e/0xf3fe2838e1fc405e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.957713:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc4065 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.957734:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000662d81e/0xf3fe2838e1fc405e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.957734:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.957740:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.957749:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc4065 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.957767:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc4065 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.957774:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc4065 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.957781:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc4065 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.959913:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789131283.959927:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000497375fc/0xf3fe2838e1fc4057 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.959967:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0031400 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.959972:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000497375fc/0xf3fe2838e1fc4057 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.959983:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000497375fc/0xf3fe2838e1fc4057 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.960001:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000497375fc/0xf3fe2838e1fc4057 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.960098:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789131283.960234:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000497375fc/0xf3fe2838e1fc4057 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.960258:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789131283.960262:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000662d81e/0xf3fe2838e1fc405e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.960270:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfa939c00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.960273:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000662d81e/0xf3fe2838e1fc405e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.960282:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000662d81e/0xf3fe2838e1fc405e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.960292:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000662d81e/0xf3fe2838e1fc405e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.960307:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000662d81e/0xf3fe2838e1fc405e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.960322:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.960326:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc4065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.960333:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b2c00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.960337:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc4065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.960345:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc4065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.960355:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc4065 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.960868:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.960870:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.960872:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.960902:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789131283.962146:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.962221:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc406c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.962237:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131283.962250:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131283.962257:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc406c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.962270:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc406c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.962280:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc406c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.962288:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc406c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.962349:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789131283.962983:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.962990:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071e2e880/0xf3fe2838e1fc4073 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.962999:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131283.963002:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131283.963123:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071e2e880/0xf3fe2838e1fc4073 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.963136:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071e2e880/0xf3fe2838e1fc4073 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.963143:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071e2e880/0xf3fe2838e1fc4073 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.963213:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071e2e880/0xf3fe2838e1fc4073 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.963232:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789131283.963244:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789131283.963250:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc406c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.963257:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc78df600 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.963261:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc406c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.963269:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc406c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.963284:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc406c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.963291:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048e5bf12/0xf3fe2838e1fc406c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.963310:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.963313:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071e2e880/0xf3fe2838e1fc4073 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.963330:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc78dea00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.963333:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071e2e880/0xf3fe2838e1fc4073 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.963340:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071e2e880/0xf3fe2838e1fc4073 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.963365:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071e2e880/0xf3fe2838e1fc4073 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.963372:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071e2e880/0xf3fe2838e1fc4073 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.963384:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.963386:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.963388:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789131283.964551:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.964560:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb668281/0xf3fe2838e1fc407a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.964571:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131283.964575:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131283.964580:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb668281/0xf3fe2838e1fc407a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.964591:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb668281/0xf3fe2838e1fc407a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.964607:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb668281/0xf3fe2838e1fc407a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.964774:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.964855:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb668281/0xf3fe2838e1fc407a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.964874:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789131283.964884:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.964888:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb668281/0xf3fe2838e1fc407a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.964895:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc78df800 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.964899:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb668281/0xf3fe2838e1fc407a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.964906:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb668281/0xf3fe2838e1fc407a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.964919:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb668281/0xf3fe2838e1fc407a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.964926:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb668281/0xf3fe2838e1fc407a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.964942:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.964971:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789131283.964979:0:24848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc4065 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.965189:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.965191:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.965197:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789131283.965606:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.965740:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005efc07a2/0xf3fe2838e1fc4081 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.965750:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131283.965754:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131283.965758:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005efc07a2/0xf3fe2838e1fc4081 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.965768:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005efc07a2/0xf3fe2838e1fc4081 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.965775:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005efc07a2/0xf3fe2838e1fc4081 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.965854:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005efc07a2/0xf3fe2838e1fc4081 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.965876:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789131283.966222:0:25685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789131283.966229:0:25685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005efc07a2/0xf3fe2838e1fc4081 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.966237:0:25685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc78dfe00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:3.0:1789131283.966254:0:25685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005efc07a2/0xf3fe2838e1fc4081 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.966262:0:25685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005efc07a2/0xf3fe2838e1fc4081 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.966283:0:25685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005efc07a2/0xf3fe2838e1fc4081 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.966291:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005efc07a2/0xf3fe2838e1fc4081 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.966310:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.966312:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.966314:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789131283.967256:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.967265:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015311b95/0xf3fe2838e1fc4088 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.967276:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131283.967279:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131283.967292:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000015311b95/0xf3fe2838e1fc4088 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.967304:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000015311b95/0xf3fe2838e1fc4088 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.967312:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000015311b95/0xf3fe2838e1fc4088 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.967318:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000015311b95/0xf3fe2838e1fc4088 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.967341:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789131283.967438:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789131283.967747:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000015311b95/0xf3fe2838e1fc4088 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.967756:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc78dfa00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:3.0:1789131283.967759:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000015311b95/0xf3fe2838e1fc4088 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.967768:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000015311b95/0xf3fe2838e1fc4088 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789131283.967997:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131283.968005:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065a21edc/0xf3fe2838e1fc408f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.968014:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.968017:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.968021:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065a21edc/0xf3fe2838e1fc408f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.968031:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065a21edc/0xf3fe2838e1fc408f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.968039:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065a21edc/0xf3fe2838e1fc408f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.968047:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000065a21edc/0xf3fe2838e1fc408f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.968068:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789131283.968266:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000015311b95/0xf3fe2838e1fc4088 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.968275:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000015311b95/0xf3fe2838e1fc4088 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.968315:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789131283.968319:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000065a21edc/0xf3fe2838e1fc408f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.968326:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b3200 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:3.0:1789131283.968329:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000065a21edc/0xf3fe2838e1fc408f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.968336:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000065a21edc/0xf3fe2838e1fc408f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.968347:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000065a21edc/0xf3fe2838e1fc408f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.968354:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065a21edc/0xf3fe2838e1fc408f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.968600:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789131283.968659:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131283.968666:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c944d920/0xf3fe2838e1fc4096 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.968676:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.968679:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.968690:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c944d920/0xf3fe2838e1fc4096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.968701:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c944d920/0xf3fe2838e1fc4096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.968710:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c944d920/0xf3fe2838e1fc4096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.968718:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c944d920/0xf3fe2838e1fc4096 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.968731:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789131283.968765:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789131283.968769:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c944d920/0xf3fe2838e1fc4096 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.968777:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b3000 already unused, calling callback (ffffffffc0c4e550) 00002000:00010000:2.0:1789131283.969281:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.969288:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000941e4fe1/0xf3fe2838e1fc409d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.969296:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131283.969299:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131283.969303:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000941e4fe1/0xf3fe2838e1fc409d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.969313:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000941e4fe1/0xf3fe2838e1fc409d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.969320:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000941e4fe1/0xf3fe2838e1fc409d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.969334:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000941e4fe1/0xf3fe2838e1fc409d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.969353:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789131283.969431:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c944d920/0xf3fe2838e1fc4096 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.969452:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c944d920/0xf3fe2838e1fc4096 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.969482:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c944d920/0xf3fe2838e1fc4096 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.969491:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c944d920/0xf3fe2838e1fc4096 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.969602:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131283.969610:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000941e4fe1/0xf3fe2838e1fc409d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.969619:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc78dec00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:0.0:1789131283.969622:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000941e4fe1/0xf3fe2838e1fc409d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.969631:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000941e4fe1/0xf3fe2838e1fc409d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.969646:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000941e4fe1/0xf3fe2838e1fc409d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.969665:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000941e4fe1/0xf3fe2838e1fc409d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.969684:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.969686:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.969688:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789131283.969739:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131283.969746:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc40a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.969756:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.969759:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.969764:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc40a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.969775:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc40a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.969784:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc40a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.969791:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc40a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.969805:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789131283.969812:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131283.969821:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc40a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.969829:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b3400 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:0.0:1789131283.969833:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc40a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.969841:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc40a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.969852:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc40a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.969860:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc40a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.969874:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.969876:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.969877:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.970031:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.970033:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.970035:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.970061:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789131283.970740:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131283.970748:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aea42988/0xf3fe2838e1fc40ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.970758:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.970762:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.970768:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aea42988/0xf3fe2838e1fc40ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.970791:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aea42988/0xf3fe2838e1fc40ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.970800:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aea42988/0xf3fe2838e1fc40ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.970809:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aea42988/0xf3fe2838e1fc40ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.970830:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789131283.970866:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.970872:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aea42988/0xf3fe2838e1fc40ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.970881:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b3800 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.970884:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aea42988/0xf3fe2838e1fc40ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.970893:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aea42988/0xf3fe2838e1fc40ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.970906:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aea42988/0xf3fe2838e1fc40ab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.970912:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aea42988/0xf3fe2838e1fc40ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.970925:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.970927:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.970929:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789131283.970983:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.970996:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc40b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.971220:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131283.971225:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131283.971230:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc40b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.971240:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc40b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.971248:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc40b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.971254:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc40b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.971275:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789131283.971880:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.971887:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f8ee491/0xf3fe2838e1fc40b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.971895:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131283.971899:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131283.971903:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f8ee491/0xf3fe2838e1fc40b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.971913:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f8ee491/0xf3fe2838e1fc40b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.971927:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006f8ee491/0xf3fe2838e1fc40b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.971934:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006f8ee491/0xf3fe2838e1fc40b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.971961:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789131283.972108:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789131283.972117:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc40b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.972125:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc78dfc00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:3.0:1789131283.972129:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc40b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.972137:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc40b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.972150:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc40b2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.972177:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b36e7b15/0xf3fe2838e1fc40b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.972196:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789131283.972199:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006f8ee491/0xf3fe2838e1fc40b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.972205:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc78de000 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:3.0:1789131283.972208:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006f8ee491/0xf3fe2838e1fc40b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.972215:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006f8ee491/0xf3fe2838e1fc40b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.972224:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006f8ee491/0xf3fe2838e1fc40b9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.972231:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f8ee491/0xf3fe2838e1fc40b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.972242:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.972243:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.972245:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.972613:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789131283.972829:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789131283.972835:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de523a7d/0xf3fe2838e1fc40c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.972849:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=639s v=(0 0) 00010000:00010000:3.0:1789131283.972852:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789131283.972857:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de523a7d/0xf3fe2838e1fc40c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.972867:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de523a7d/0xf3fe2838e1fc40c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.972874:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de523a7d/0xf3fe2838e1fc40c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.972881:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de523a7d/0xf3fe2838e1fc40c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.972902:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789131283.973907:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789131283.973916:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000662d81e/0xf3fe2838e1fc40c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.973926:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=639s v=(0 0) 00010000:00010000:3.0:1789131283.973930:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789131283.973934:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000662d81e/0xf3fe2838e1fc40c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.973954:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000662d81e/0xf3fe2838e1fc40c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.973974:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000662d81e/0xf3fe2838e1fc40c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.973982:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000662d81e/0xf3fe2838e1fc40c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.973998:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789131283.974223:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789131283.974230:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de523a7d/0xf3fe2838e1fc40c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.974237:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfa939e00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:3.0:1789131283.974241:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de523a7d/0xf3fe2838e1fc40c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.974250:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de523a7d/0xf3fe2838e1fc40c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.974262:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de523a7d/0xf3fe2838e1fc40c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.974269:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de523a7d/0xf3fe2838e1fc40c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.974285:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789131283.974294:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000662d81e/0xf3fe2838e1fc40c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.974299:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfa939c00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:3.0:1789131283.974302:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000662d81e/0xf3fe2838e1fc40c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.974308:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000662d81e/0xf3fe2838e1fc40c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.974318:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000662d81e/0xf3fe2838e1fc40c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.974324:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000662d81e/0xf3fe2838e1fc40c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.974335:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.974337:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.974338:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789131283.974432:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.974439:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc40ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.974471:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131283.974475:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131283.974479:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc40ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.974488:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc40ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.975233:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc40ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.975241:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc40ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.975271:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789131283.975654:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131283.975662:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc40ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.975671:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc78de200 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:0.0:1789131283.975675:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc40ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.975685:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc40ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.975701:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc40ce lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.975722:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b8a6718/0xf3fe2838e1fc40ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.975746:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.975748:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.975750:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.975758:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789131283.977340:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789131283.977350:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8d331cd/0xf3fe2838e1fc40d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.977379:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=639s v=(0 0) 00010000:00010000:3.0:1789131283.977383:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789131283.977388:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8d331cd/0xf3fe2838e1fc40d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.977416:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8d331cd/0xf3fe2838e1fc40d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.977426:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8d331cd/0xf3fe2838e1fc40d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.977433:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8d331cd/0xf3fe2838e1fc40d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.977483:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789131283.978030:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131283.978038:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc40dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.978047:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.978051:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.978056:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc40dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.978067:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc40dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.978075:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc40dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.978083:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc40dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.978100:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789131283.978113:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789131283.978118:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.978123:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8d331cd/0xf3fe2838e1fc40d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.978124:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc40dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.978145:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91de01ad7200 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:0.0:1789131283.978145:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b3c00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.978155:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8d331cd/0xf3fe2838e1fc40d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.978156:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc40dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.978167:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc40dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.978188:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8d331cd/0xf3fe2838e1fc40d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.978196:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc40dc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.978204:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8d331cd/0xf3fe2838e1fc40d5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.978205:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc40dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.978227:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8d331cd/0xf3fe2838e1fc40d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.978238:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.978242:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.978245:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.978248:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.978251:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.978253:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789131283.979518:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131283.979528:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc40e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.979540:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.979544:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.979550:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc40e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.979585:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc40e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.979595:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc40e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.979603:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc40e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.979620:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789131283.979631:0:25685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131283.979635:0:25685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc40e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.979642:0:25685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b2a00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:0.0:1789131283.979646:0:25685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc40e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.979654:0:25685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc40e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.979667:0:25685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc40e3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.979674:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc40e3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.979696:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.979699:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.979702:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789131283.980102:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.980109:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000497375fc/0xf3fe2838e1fc40ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.980118:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131283.980128:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131283.980133:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000497375fc/0xf3fe2838e1fc40ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789131283.980140:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.980144:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000497375fc/0xf3fe2838e1fc40ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.980148:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc40f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.980156:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000497375fc/0xf3fe2838e1fc40ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.980161:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.980168:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.980173:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc40f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.980181:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000497375fc/0xf3fe2838e1fc40ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.980184:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc40f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.980201:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc40f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.980208:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc40f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.980215:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789131283.980230:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789131283.980235:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789131283.980242:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000497375fc/0xf3fe2838e1fc40ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.980251:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0031400 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.980254:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000497375fc/0xf3fe2838e1fc40ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.980262:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000497375fc/0xf3fe2838e1fc40ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.980273:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000497375fc/0xf3fe2838e1fc40ea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.980295:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000497375fc/0xf3fe2838e1fc40ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.980312:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.980316:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc40f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.980322:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b2600 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.980326:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc40f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.980334:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc40f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.980344:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc40f1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.980350:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc40f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.980374:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.980376:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.980377:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.981301:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789131283.981701:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131283.981711:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc40f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.981737:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.981741:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.981747:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc40f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.981758:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc40f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.981768:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc40f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.981777:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc40f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.981806:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789131283.982237:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.982243:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000754fac63/0xf3fe2838e1fc40ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.982258:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131283.982261:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131283.982265:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000754fac63/0xf3fe2838e1fc40ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.982276:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000754fac63/0xf3fe2838e1fc40ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.982284:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000754fac63/0xf3fe2838e1fc40ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.982290:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000754fac63/0xf3fe2838e1fc40ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.982314:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789131283.982639:0:25685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789131283.982646:0:25685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc40f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.982655:0:25685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b2c00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:3.0:1789131283.982659:0:25685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc40f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.982668:0:25685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc40f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.982683:0:25685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc40f8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.982702:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b1d41dc/0xf3fe2838e1fc40f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.982718:0:25685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789131283.982721:0:25685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000754fac63/0xf3fe2838e1fc40ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.982727:0:25685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0031600 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:3.0:1789131283.982731:0:25685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000754fac63/0xf3fe2838e1fc40ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.982738:0:25685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000754fac63/0xf3fe2838e1fc40ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.982748:0:25685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000754fac63/0xf3fe2838e1fc40ff lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.982754:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000754fac63/0xf3fe2838e1fc40ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.982765:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.982767:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.982769:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.984185:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789131283.985026:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131283.985036:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b80fbf5/0xf3fe2838e1fc4106 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.985051:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.985056:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.985062:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b80fbf5/0xf3fe2838e1fc4106 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.985074:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b80fbf5/0xf3fe2838e1fc4106 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.985091:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b80fbf5/0xf3fe2838e1fc4106 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.985098:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000b80fbf5/0xf3fe2838e1fc4106 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.985120:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789131283.986178:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.986188:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fc770a3/0xf3fe2838e1fc410d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.986199:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131283.986203:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131283.986208:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006fc770a3/0xf3fe2838e1fc410d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.986218:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006fc770a3/0xf3fe2838e1fc410d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.986239:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006fc770a3/0xf3fe2838e1fc410d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.986247:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006fc770a3/0xf3fe2838e1fc410d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.986266:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789131283.986278:0:25685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789131283.986284:0:25685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000b80fbf5/0xf3fe2838e1fc4106 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.986292:0:25685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b2000 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.986297:0:25685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000b80fbf5/0xf3fe2838e1fc4106 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.986306:0:25685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000b80fbf5/0xf3fe2838e1fc4106 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.986324:0:25685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000b80fbf5/0xf3fe2838e1fc4106 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.986333:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b80fbf5/0xf3fe2838e1fc4106 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.986356:0:25685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.986366:0:25685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006fc770a3/0xf3fe2838e1fc410d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.986373:0:25685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc76b9c00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.986376:0:25685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006fc770a3/0xf3fe2838e1fc410d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.986385:0:25685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006fc770a3/0xf3fe2838e1fc410d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.986396:0:25685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006fc770a3/0xf3fe2838e1fc410d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.986403:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006fc770a3/0xf3fe2838e1fc410d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.986425:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.986427:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.986429:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131283.986530:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789131283.987927:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.987937:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4114 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.987961:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131283.987965:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131283.987970:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4114 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.987998:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4114 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.988008:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4114 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.988026:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4114 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.988048:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000040:00080000:0.0:1789131283.989370:0:24095:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00002000:00010000:0.0:1789131283.989505:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131283.989513:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc411b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.989526:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131283.989531:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131283.989537:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc411b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.989548:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc411b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.989556:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc411b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.989562:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc411b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.989598:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789131283.989883:0:25685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789131283.989891:0:25685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4114 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.989900:0:25685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc76b8800 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.989904:0:25685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4114 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.990137:0:25685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4114 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.990158:0:25685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4114 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.990166:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053609ab0/0xf3fe2838e1fc4114 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.990192:0:25685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131283.990196:0:25685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc411b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.990203:0:25685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b3400 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131283.990206:0:25685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc411b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.990213:0:25685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc411b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.990223:0:25685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc411b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.990229:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e554915/0xf3fe2838e1fc411b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.990243:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.990244:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131283.990246:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789131283.990291:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.990297:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc4122 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.990305:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131283.990314:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131283.990319:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc4122 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.990329:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc4122 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.990338:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc4122 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.990345:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc4122 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.991538:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789131283.993440:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131283.993584:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4129 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.993601:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131283.993605:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131283.993622:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4129 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.993640:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4129 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.993649:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4129 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131283.993668:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4129 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.993754:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789131283.993764:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc4122 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.993779:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc76b9600 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:3.0:1789131283.993784:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc4122 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.993794:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc4122 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.993811:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc4122 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.993820:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0c22a37/0xf3fe2838e1fc4122 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.993842:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789131283.993846:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4129 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.993853:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc76b8600 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:3.0:1789131283.993856:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4129 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.993864:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4129 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.993874:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4129 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.993888:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.993890:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131283.993892:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789131283.995713:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789131283.995727:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f3dd040/0xf3fe2838e1fc4130 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.995742:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=639s v=(0 0) 00010000:00010000:3.0:1789131283.995747:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789131283.995752:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f3dd040/0xf3fe2838e1fc4130 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.995765:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f3dd040/0xf3fe2838e1fc4130 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.995775:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f3dd040/0xf3fe2838e1fc4130 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.995783:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007f3dd040/0xf3fe2838e1fc4130 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.995811:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789131283.996312:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131283.996320:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007f3dd040/0xf3fe2838e1fc4130 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.996329:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91de01ad6800 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:0.0:1789131283.996334:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007f3dd040/0xf3fe2838e1fc4130 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.996343:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007f3dd040/0xf3fe2838e1fc4130 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.996360:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007f3dd040/0xf3fe2838e1fc4130 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.996368:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f3dd040/0xf3fe2838e1fc4130 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.996385:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.996386:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.996388:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789131283.996905:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789131283.996914:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b74b7540/0xf3fe2838e1fc4137 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.996937:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=639s v=(0 0) 00010000:00010000:3.0:1789131283.996942:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789131283.996958:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b74b7540/0xf3fe2838e1fc4137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.996969:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b74b7540/0xf3fe2838e1fc4137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.996977:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b74b7540/0xf3fe2838e1fc4137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.996985:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b74b7540/0xf3fe2838e1fc4137 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.997011:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789131283.997143:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131283.997150:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b74b7540/0xf3fe2838e1fc4137 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.997159:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91de01ad7800 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:0.0:1789131283.997168:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b74b7540/0xf3fe2838e1fc4137 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.997176:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b74b7540/0xf3fe2838e1fc4137 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.997188:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b74b7540/0xf3fe2838e1fc4137 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.997195:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b74b7540/0xf3fe2838e1fc4137 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.997210:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.997211:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.997213:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789131283.997649:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789131283.997656:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057b08fdb/0xf3fe2838e1fc413e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.997665:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=639s v=(0 0) 00010000:00010000:3.0:1789131283.997669:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789131283.997673:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057b08fdb/0xf3fe2838e1fc413e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.997682:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057b08fdb/0xf3fe2838e1fc413e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.997702:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057b08fdb/0xf3fe2838e1fc413e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.997709:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000057b08fdb/0xf3fe2838e1fc413e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.997730:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789131283.997978:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131283.997985:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000057b08fdb/0xf3fe2838e1fc413e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.997995:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91de01ad7c00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:0.0:1789131283.997998:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000057b08fdb/0xf3fe2838e1fc413e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.998007:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000057b08fdb/0xf3fe2838e1fc413e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.998019:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000057b08fdb/0xf3fe2838e1fc413e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.998034:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057b08fdb/0xf3fe2838e1fc413e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.998051:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.998053:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.998055:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789131283.998150:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789131283.998167:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac7d66f9/0xf3fe2838e1fc4145 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.998176:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=639s v=(0 0) 00010000:00010000:3.0:1789131283.998179:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789131283.998184:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac7d66f9/0xf3fe2838e1fc4145 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.998193:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac7d66f9/0xf3fe2838e1fc4145 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.998200:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac7d66f9/0xf3fe2838e1fc4145 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.998207:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ac7d66f9/0xf3fe2838e1fc4145 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.998240:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789131283.998440:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131283.998446:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ac7d66f9/0xf3fe2838e1fc4145 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.998454:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91de01ad6200 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:0.0:1789131283.998473:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac7d66f9/0xf3fe2838e1fc4145 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.998483:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac7d66f9/0xf3fe2838e1fc4145 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.998495:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ac7d66f9/0xf3fe2838e1fc4145 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.998503:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac7d66f9/0xf3fe2838e1fc4145 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.998517:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.998519:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.998521:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789131283.998653:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789131283.998660:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087b7015b/0xf3fe2838e1fc414c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.998668:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=639s v=(0 0) 00010000:00010000:3.0:1789131283.998671:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789131283.998676:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087b7015b/0xf3fe2838e1fc414c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.998684:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087b7015b/0xf3fe2838e1fc414c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.998691:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087b7015b/0xf3fe2838e1fc414c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.998698:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087b7015b/0xf3fe2838e1fc414c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.998718:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789131283.998975:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131283.998981:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000087b7015b/0xf3fe2838e1fc414c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.998989:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91de01ad6e00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:0.0:1789131283.998993:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000087b7015b/0xf3fe2838e1fc414c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.999002:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000087b7015b/0xf3fe2838e1fc414c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.999014:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000087b7015b/0xf3fe2838e1fc414c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.999024:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087b7015b/0xf3fe2838e1fc414c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.999041:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.999044:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.999046:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789131283.999059:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789131283.999066:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f54d0c3e/0xf3fe2838e1fc4153 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.999073:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=639s v=(0 0) 00010000:00010000:3.0:1789131283.999081:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789131283.999085:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f54d0c3e/0xf3fe2838e1fc4153 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.999094:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f54d0c3e/0xf3fe2838e1fc4153 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.999101:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f54d0c3e/0xf3fe2838e1fc4153 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.999106:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f54d0c3e/0xf3fe2838e1fc4153 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.999125:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789131283.999442:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131283.999448:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f54d0c3e/0xf3fe2838e1fc4153 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.999455:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91de01ad6000 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:0.0:1789131283.999472:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f54d0c3e/0xf3fe2838e1fc4153 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.999491:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f54d0c3e/0xf3fe2838e1fc4153 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.999501:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f54d0c3e/0xf3fe2838e1fc4153 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.999509:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f54d0c3e/0xf3fe2838e1fc4153 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131283.999521:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.999523:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131283.999525:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789131283.999973:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789131283.999981:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000684edacf/0xf3fe2838e1fc415a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131283.999990:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=639s v=(0 0) 00010000:00010000:3.0:1789131283.999994:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789131283.999998:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000684edacf/0xf3fe2838e1fc415a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131284.000074:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000684edacf/0xf3fe2838e1fc415a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131284.000083:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000684edacf/0xf3fe2838e1fc415a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131284.000098:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000684edacf/0xf3fe2838e1fc415a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131284.000121:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789131284.000259:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131284.000265:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000684edacf/0xf3fe2838e1fc415a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.000272:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91de01ad6c00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:0.0:1789131284.000275:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000684edacf/0xf3fe2838e1fc415a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.000283:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000684edacf/0xf3fe2838e1fc415a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.000295:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000684edacf/0xf3fe2838e1fc415a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.000314:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000684edacf/0xf3fe2838e1fc415a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.000331:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131284.000333:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131284.000335:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789131284.000798:0:24848:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789131284.000805:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000146d23ab/0xf3fe2838e1fc4161 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131284.000814:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=639s v=(0 0) 00010000:00010000:3.0:1789131284.000817:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789131284.000821:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000146d23ab/0xf3fe2838e1fc4161 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131284.000830:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000146d23ab/0xf3fe2838e1fc4161 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131284.000839:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000146d23ab/0xf3fe2838e1fc4161 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131284.000845:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000146d23ab/0xf3fe2838e1fc4161 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131284.000863:0:24848:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1789131284.000897:0:24848:0:(ofd_dev.c:1532:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00010000:00010000:0.0:1789131284.000968:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131284.000975:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000146d23ab/0xf3fe2838e1fc4161 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.000984:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91de01ad6400 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:0.0:1789131284.000987:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000146d23ab/0xf3fe2838e1fc4161 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.000996:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000146d23ab/0xf3fe2838e1fc4161 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131284.000999:0:24848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c68b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:23366:x1876039508961152:12345-0@lo:5:osp-pre-1-0.0 Request processed in 117034us (119161us total) trans 0 rc 0/0 00010000:00010000:0.0:1789131284.001010:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000146d23ab/0xf3fe2838e1fc4161 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.001024:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000146d23ab/0xf3fe2838e1fc4161 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131284.001032:0:24848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:0.0:1789131284.001047:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131284.001050:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131284.001053:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789131284.001092:0:23366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd2868f00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:23366:1876039508961152:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1789131284.001106:0:23366:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:3.0:1789131284.001155:0:23366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6b840 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:23366:1876039508961536:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1789131284.001197:0:23366:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131284.001228:0:23366:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc35e7540 going to sleep for 11 seconds 00000100:00100000:3.0:1789131284.001245:0:24848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508961536 00000100:00100000:3.0:1789131284.001250:0:24848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508961536 00000100:00100000:0.0:1789131284.001275:0:24851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789131284.001281:0:24848:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:0.0:1789131284.001289:0:24851:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c683c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:24086:x1876039508961408:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1789131284.001290:0:24848:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00010000:00010000:3.0:1789131284.002579:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131284.002589:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131284.002623:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789131284.002633:0:24850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a46970d9/0xf3fe2838e1fc4129 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1789131284.003006:0:24851:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:0.0:1789131284.003012:0:24851:0:(ofd_dev.c:1222:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00002000:00010000:2.0:1789131284.003062:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789131284.003071:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058adf70a/0xf3fe2838e1fc4168 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131284.003082:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=639s v=(0 0) 00010000:00010000:2.0:1789131284.003088:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131284.003094:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058adf70a/0xf3fe2838e1fc4168 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131284.003096:0:24851:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c683c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:24086:x1876039508961408:12345-0@lo:7:osp-pre-1-1.0 Request processed in 1809us (121186us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131284.003110:0:24851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:2.0:1789131284.003114:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058adf70a/0xf3fe2838e1fc4168 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131284.003123:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058adf70a/0xf3fe2838e1fc4168 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131284.003130:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000058adf70a/0xf3fe2838e1fc4168 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131284.003137:0:24851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789131284.003148:0:24851:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd2868f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:23366:x1876039508961536:12345-0@lo:5:osp-pre-1-0.0 00010000:00010000:2.0:1789131284.003166:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1789131284.003197:0:24851:0:(ofd_dev.c:1761:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:0.0:1789131284.003278:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131284.003285:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000058adf70a/0xf3fe2838e1fc4168 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.003295:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc76b8a00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:0.0:1789131284.003299:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000058adf70a/0xf3fe2838e1fc4168 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131284.003302:0:24086:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c69e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:24086:1876039508961408:0@lo:7:osp-pre-1-1.0 00010000:00010000:0.0:1789131284.003315:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000058adf70a/0xf3fe2838e1fc4168 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1789131284.003320:0:24086:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00010000:00010000:0.0:1789131284.003332:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000058adf70a/0xf3fe2838e1fc4168 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.003340:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058adf70a/0xf3fe2838e1fc4168 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131284.003355:0:24086:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286a1c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:24086:1876039508961664:0@lo:5:osp-pre-1-1.0 00010000:00010000:0.0:1789131284.003371:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131284.003374:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131284.003376:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789131284.003405:0:24086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131284.003434:0:24086:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc35e7180 going to sleep for 11 seconds 00000100:00100000:0.0:1789131284.003452:0:25388:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:0.0:1789131284.003478:0:25388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508961664 00000100:00100000:0.0:1789131284.003483:0:25388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508961664 00002000:00010000:0.0:1789131284.004336:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131284.004345:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc416f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.004355:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131284.004359:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131284.004364:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc416f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.004374:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc416f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.004383:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc416f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.004390:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc416f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.004405:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789131284.004419:0:25685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789131284.004425:0:25685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc416f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131284.004434:0:25685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b2a00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:3.0:1789131284.004437:0:25685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc416f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789131284.005324:0:25787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789131284.005337:0:25787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7c69e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:24086:x1876039508961664:12345-0@lo:5:osp-pre-1-1.0 00010000:00010000:3.0:1789131284.005359:0:25685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc416f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131284.005393:0:25685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc416f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131284.005401:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c791075a/0xf3fe2838e1fc416f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131284.005417:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131284.005420:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131284.005422:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1789131284.005510:0:25787:0:(ofd_dev.c:1654:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1789131284.005578:0:25787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7c69e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:24086:x1876039508961664:12345-0@lo:5:osp-pre-1-1.0 Request processed in 244us (2173us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131284.005587:0:25787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00002000:00010000:0.0:1789131284.005960:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131284.005974:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4176 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.005984:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131284.005988:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131284.005994:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4176 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.006006:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4176 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.006014:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4176 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.006024:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4176 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.006040:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789131284.006050:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131284.006056:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4176 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.006064:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b3c00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:0.0:1789131284.006069:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4176 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.006078:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4176 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.006097:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4176 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.006106:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4176 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.006122:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131284.006124:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131284.006127:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789131284.006714:0:24086:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286a1c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:24086:1876039508961664:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1789131284.006729:0:24086:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1789131284.006773:0:24086:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd286a1c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:24086:1876039508961792:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1789131284.006831:0:24086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131284.006867:0:24086:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddca715840 going to sleep for 11 seconds 00000100:00100000:0.0:1789131284.006874:0:25388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508961792 00000100:00100000:0.0:1789131284.006881:0:25388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508961792 00000100:00100000:0.0:1789131284.006931:0:25388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789131284.006941:0:25388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:24086:x1876039508961792:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1789131284.006982:0:25388:0:(ofd_dev.c:1761:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:0.0:1789131284.009326:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131284.009337:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b2903da/0xf3fe2838e1fc417d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.009352:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131284.009357:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131284.009363:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b2903da/0xf3fe2838e1fc417d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.009376:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b2903da/0xf3fe2838e1fc417d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.009400:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b2903da/0xf3fe2838e1fc417d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.009407:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004b2903da/0xf3fe2838e1fc417d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1789131284.012096:0:25666:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1789131284.012155:0:25666:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1789131284.012162:0:25666:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:3.0:1789131284.012306:0:24851:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd2868f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:23366:x1876039508961536:12345-0@lo:5:osp-pre-1-0.0 Request processed in 9158us (11105us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1789131284.012317:0:24851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789131284.012574:0:23366:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1789131284.012583:0:23366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6b840 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:23366:1876039508961536:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1789131284.012597:0:23366:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:0.0:1789131284.012765:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789131284.012778:0:23328:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131284.012786:0:23328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004b2903da/0xf3fe2838e1fc417d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.012797:0:23328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b3a00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:0.0:1789131284.012802:0:23328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004b2903da/0xf3fe2838e1fc417d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.012813:0:23328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004b2903da/0xf3fe2838e1fc417d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.012832:0:23328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004b2903da/0xf3fe2838e1fc417d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.012839:0:23328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b2903da/0xf3fe2838e1fc417d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.012860:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131284.012869:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131284.012871:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789131284.013864:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789131284.013872:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4184 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.013885:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=639s v=(0 0) 00010000:00010000:0.0:1789131284.013890:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131284.013897:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4184 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.013910:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4184 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.013919:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4184 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.013927:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4184 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.013957:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789131284.013975:0:25685:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789131284.013984:0:25685:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4184 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131284.013993:0:25685:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b3c00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:3.0:1789131284.013996:0:25685:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4184 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131284.014030:0:25685:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4184 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131284.014044:0:25685:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4184 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131284.014051:0:25685:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f7e03f4/0xf3fe2838e1fc4184 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131284.014068:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131284.014070:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131284.014072:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789131284.015317:0:24850:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789131284.015325:0:24850:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc418b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131284.015335:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=639s v=(0 0) 00010000:00010000:1.0:1789131284.015343:0:24850:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789131284.015412:0:24850:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc418b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131284.015426:0:24850:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc418b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131284.015434:0:24850:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc418b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131284.015441:0:24850:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc418b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131284.015496:0:24850:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789131284.015710:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789131284.015717:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc418b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.015725:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dde19ab600 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:0.0:1789131284.015730:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc418b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.015750:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc418b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1789131284.015759:0:24850:0:(ofd_dev.c:1532:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00010000:00010000:0.0:1789131284.015763:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc418b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.015769:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d614c12/0xf3fe2838e1fc418b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131284.015784:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131284.015786:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131284.015788:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789131284.015851:0:24850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d66940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:23364:x1876039508960896:12345-0@lo:5:osp-pre-0-0.0 Request processed in 132074us (134165us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131284.015860:0:24850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789131284.016845:0:23364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6d64780 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:23364:1876039508960896:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1789131284.016863:0:23364:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00000100:00100000:0.0:1789131284.016908:0:23364:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6d64780 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:23364:1876039508961920:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1789131284.016962:0:23364:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131284.016988:0:23364:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc4c51600 going to sleep for 11 seconds 00000100:00100000:1.0:1789131284.018568:0:25787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508961920 00000100:00100000:1.0:1789131284.018578:0:25787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508961920 00000100:00100000:1.0:1789131284.018622:0:25787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789131284.018630:0:25787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d66d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:23364:x1876039508961920:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1789131284.018671:0:25787:0:(ofd_dev.c:1761:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:2.0:1789131284.031660:0:24845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1789131284.031716:0:24845:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1789131284.031955:0:25787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d66d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:23364:x1876039508961920:12345-0@lo:5:osp-pre-0-0.0 Request processed in 13312us (14980us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1789131284.031968:0:23364:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1789131284.031969:0:25787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789131284.031980:0:23364:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6d64780 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:23364:1876039508961920:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1789131284.031997:0:23364:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000100:00100000:0.0:1789131284.032335:0:25388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:24086:x1876039508961792:12345-0@lo:5:osp-pre-1-1.0 Request processed in 25396us (25503us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1789131284.032343:0:25388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789131284.033120:0:24086:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd286a1c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:24086:1876039508961792:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1789131284.033134:0:24086:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:3.0:1789131284.033176:0:24086:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6b840 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:24086:1876039508962048:0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1789131284.033220:0:24086:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131284.033254:0:24086:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc35e7540 going to sleep for 11 seconds 00000100:00100000:2.0:1789131284.033299:0:23350:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508962048 00000100:00100000:2.0:1789131284.033306:0:23350:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508962048 00000100:00100000:2.0:1789131284.033347:0:23350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789131284.033366:0:23350:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1dfb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:24086:x1876039508962048:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1789131284.033420:0:23350:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1dfb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:24086:x1876039508962048:12345-0@lo:900:osp-pre-1-1.0 Request processed in 56us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131284.033427:0:23350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1789131284.033545:0:24086:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91dcc7c6b840 x1876039508962048/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789131300 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131284.033556:0:24086:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6b840 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:24086:1876039508962048:0@lo:900:osp-pre-1-1.0 00010000:00010000:1.0:1789131284.124933:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131285.137990:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131286.168308:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131287.133334:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6d64780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508962176:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789131287.133403:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131287.133455:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789131287.133483:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7fffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508962304:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789131287.133509:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131287.133551:0:24082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508962176 00000100:00100000:0.0:1789131287.133558:0:24082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508962176 00000100:00100000:0.0:1789131287.133599:0:24082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508962304 00000100:00100000:0.0:1789131287.133602:0:24082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508962304 00000100:00100000:0.0:1789131287.133616:0:24082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789131287.133625:0:24082:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7ffc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3626:x1876039508962176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789131287.133659:0:24082:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789131287.133702:0:24082:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7ffc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3626:x1876039508962176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131287.133710:0:24082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789131287.133727:0:24082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789131287.133733:0:24082:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7ffed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508962304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789131287.133748:0:24082:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789131287.133778:0:24082:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7ffed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508962304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 45us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131287.133783:0:24082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789131287.133824:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7fffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508962304:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789131287.133853:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6d64780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508962176:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789131287.133968:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789131287.133978:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6ff9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508962432:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789131287.134014:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131287.134364:0:24853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508962432 00000100:00100000:0.0:1789131287.134369:0:24853:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508962432 00000100:00100000:0.0:1789131287.134415:0:24853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789131287.134437:0:24853:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ffb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508962432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789131287.134477:0:24853:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1789131287.134511:0:24853:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ffb0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508962432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131287.134517:0:24853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:1.0:1789131287.134594:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789131287.134622:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6ff9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508962432:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789131287.188358:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131288.209833:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789131288.319289:0:26027:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1789131289.169590:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd1dfa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508962560:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789131289.169654:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131289.169718:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789131289.169725:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508962688:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789131289.170303:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6ff9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508962816:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789131289.170342:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131289.170393:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0fa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1876039508963328:0@lo:400:kworker.0 00000100:00100000:1.0:1789131289.170513:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131289.170538:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0f9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3627:1876039508963840:0@lo:400:kworker.0 00000100:00100000:1.0:1789131289.170560:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131289.170579:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1789131289.170585:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b32940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:56dba386-29a7-47c9-94c3-ec28dcb7438b:3627:1876039508962944:0@lo:400:kworker.0 00000100:00100000:1.0:1789131289.170612:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131289.170637:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508963456:0@lo:400:kworker.0 00000100:00100000:1.0:1789131289.170665:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131289.170685:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0f92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3627:1876039508963968:0@lo:400:kworker.0 00000100:00100000:1.0:1789131289.170707:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131289.170743:0:24852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508962560 00000100:00100000:1.0:1789131289.170750:0:24852:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508962560 00000100:00100000:1.0:1789131289.170790:0:24852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508962816 00000100:00100000:1.0:1789131289.170793:0:24852:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508962816 00000100:00100000:1.0:1789131289.170811:0:24852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789131289.170820:0:24852:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3625:x1876039508962560:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789131289.170853:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1789131289.170858:0:24852:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923496960 avail 3691974656 00000100:00100000:3.0:1789131289.170874:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b30b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508963072:0@lo:400:kworker.0 00000100:00100000:1.0:1789131289.170917:0:24852:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3625:x1876039508962560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (1251us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131289.170923:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131289.170931:0:24852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789131289.170948:0:24852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508962688 00000100:00100000:3.0:1789131289.170951:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0fb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508963584:0@lo:400:kworker.0 00000100:00100000:1.0:1789131289.170953:0:24852:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508962688 00000100:00100000:1.0:1789131289.170979:0:24852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789131289.170984:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131289.170988:0:24852:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ff8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508962816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789131289.170999:0:24852:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923496960 avail 3691974656 00000100:00100000:1.0:1789131289.171202:0:24852:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ff8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508962816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 215us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131289.171209:0:24852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789131289.171223:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0f83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3625:1876039508964096:0@lo:400:kworker.0 00000100:00100000:1.0:1789131289.171224:0:24852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789131289.171235:0:24852:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1df9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508962688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789131289.171254:0:24852:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1789131289.171261:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131289.171289:0:24852:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1df9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508962688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131289.171297:0:24852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789131289.171310:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508962688:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789131289.171316:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508963328 00000100:00100000:1.0:1789131289.171321:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508963328 00000100:00100000:3.0:1789131289.171329:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd1dfa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508962560:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789131289.171343:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508963840 00000100:00100000:1.0:1789131289.171348:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508963840 00000100:00100000:3.0:1789131289.171353:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1789131289.171362:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0fa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508963200:0@lo:400:kworker.0 00000100:00100000:1.0:1789131289.171365:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508963968 00000100:00100000:1.0:1789131289.171369:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508963968 00000100:00100000:1.0:1789131289.171385:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508964096 00000100:00100000:3.0:1789131289.171390:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131289.171391:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508964096 00000100:00100000:3.0:1789131289.171409:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0f8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876039508963712:0@lo:400:kworker.0 00000100:00100000:3.0:1789131289.171427:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131289.171435:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0fb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3625:1876039508964224:0@lo:400:kworker.0 00000100:00100000:3.0:1789131289.171454:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131289.171497:0:23344:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508963456 00000100:00100000:3.0:1789131289.171501:0:23344:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508963456 00000100:00100000:3.0:1789131289.171526:0:23344:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508963072 00000100:00100000:3.0:1789131289.171529:0:23344:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508963072 00000100:00100000:3.0:1789131289.171545:0:23344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789131289.171552:0:23344:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ff92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508963456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131289.171585:0:23344:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ff92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508963456:12345-0@lo:400:kworker.0 Request processed in 34us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131289.171592:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508963712 00000100:00100000:2.0:1789131289.171596:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508963712 00000100:00100000:3.0:1789131289.171599:0:23344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789131289.171612:0:23344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789131289.171612:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508964224 00000100:00100000:2.0:1789131289.171614:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508964224 00000100:00100000:3.0:1789131289.171617:0:23344:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1df8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508963072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131289.171628:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789131289.171634:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ff8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1876039508963328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131289.171648:0:23344:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1df8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508963072:12345-0@lo:400:kworker.0 Request processed in 30us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131289.171654:0:23344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789131289.171664:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ff8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1876039508963328:12345-0@lo:400:kworker.0 Request processed in 30us (1151us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131289.171671:0:24851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508963584 00000100:00100000:3.0:1789131289.171674:0:24851:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508963584 00000100:00100000:2.0:1789131289.171676:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789131289.171688:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789131289.171693:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ff9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3627:x1876039508963840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131289.171694:0:24851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508963200 00000100:00100000:3.0:1789131289.171696:0:24851:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508963200 00000100:00100000:3.0:1789131289.171712:0:24851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789131289.171717:0:24851:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1df83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508963584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131289.171721:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ff9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3627:x1876039508963840:12345-0@lo:400:kworker.0 Request processed in 29us (1161us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131289.171728:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789131289.171739:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789131289.171745:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ffa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3627:x1876039508963968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131289.171812:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789131289.171821:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1dfa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876039508963712:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1789131289.174905:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789131289.174925:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789131289.174928:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789131289.174931:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789131289.174952:0:24875:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1789131289.174965:0:24875:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:0.0:1789131289.175000:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508962944 00000100:00100000:0.0:1789131289.175008:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508962944 00000100:00100000:0.0:1789131289.175154:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1789131289.175166:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:3627:x1876039508962944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131289.175474:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ffa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3627:x1876039508963968:12345-0@lo:400:kworker.0 Request processed in 3727us (4763us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131289.175485:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789131289.175730:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1dfa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876039508963712:12345-0@lo:400:kworker.0 Request processed in 3909us (4299us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131289.178501:0:24851:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1df83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508963584:12345-0@lo:400:kworker.0 Request processed in 6775us (7509us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131289.178515:0:24851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789131289.178518:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:3627:x1876039508962944:12345-0@lo:400:kworker.0 Request processed in 3355us (7904us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131289.178527:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1789131289.178548:0:24851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789131289.178559:0:24851:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1dfa580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508963200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131289.178610:0:24851:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1dfa580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508963200:12345-0@lo:400:kworker.0 Request processed in 55us (7222us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131289.178616:0:24851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789131289.179625:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b32940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:56dba386-29a7-47c9-94c3-ec28dcb7438b:3627:1876039508962944:0@lo:400:kworker.0 00000100:00100000:0.0:1789131289.179642:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508963456:0@lo:400:kworker.0 00010000:00080000:0.0:1789131289.179656:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddca0f92c0 x1876039508963968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131289.179666:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0f92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3627:1876039508963968:0@lo:400:kworker.0 00010000:00080000:0.0:1789131289.179678:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddca0f9680 x1876039508963840/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131289.179687:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0f9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3627:1876039508963840:0@lo:400:kworker.0 00010000:00080000:0.0:1789131289.179716:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddca0fa940 x1876039508963328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131289.179725:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0fa940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1876039508963328:0@lo:400:kworker.0 00000100:00100000:0.0:1789131289.179745:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6ff9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508962816:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789131289.181770:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789131289.181823:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789131289.181836:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1df9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1876039508964224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131289.181932:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1df9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1876039508964224:12345-0@lo:400:kworker.0 Request processed in 101us (10476us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131289.181939:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789131289.181951:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789131289.181957:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1df92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1876039508964096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131289.181986:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1df92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1876039508964096:12345-0@lo:400:kworker.0 Request processed in 29us (10725us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131289.181991:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789131289.182616:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0fa1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508963200:0@lo:400:kworker.0 00010000:00080000:3.0:1789131289.182637:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddca0f8780 x1876039508963712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131289.182649:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0f8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876039508963712:0@lo:400:kworker.0 00010000:00080000:3.0:1789131289.182661:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddca0fb0c0 x1876039508964224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131289.182680:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0fb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3625:1876039508964224:0@lo:400:kworker.0 00000100:00100000:3.0:1789131289.182703:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b30b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508963072:0@lo:400:kworker.0 00000100:00100000:3.0:1789131289.182716:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0fb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508963584:0@lo:400:kworker.0 00010000:00080000:3.0:1789131289.182728:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddca0f83c0 x1876039508964096/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131289.182738:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0f83c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3625:1876039508964096:0@lo:400:kworker.0 00000020:00000004:0.0:1789131289.231215:0:26081:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789131289.232680:0:26081:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789131289.234554:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1789131290.198187:0:25666:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00010000:00010000:0.0:1789131290.261558:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789131290.298248:0:26131:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789131290.298782:0:26131:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:2.0:1789131290.579538:0:23378:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789131290.643927:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131290.649556:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498357888 00000100:00100000:0.0:1789131290.649697:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498357888 00000100:00100000:0.0:1789131290.649826:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 114 00000100:00100000:0.0:1789131290.649835:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2384:x1876039498357888:12345-192.168.203.11@tcp:250:mount.lustre.0 00010000:00080000:0.0:1789131290.649863:0:23333:0:(ldlm_lib.c:1482:target_handle_connect()) MGS: connection from 1adb7b01-bfec-41cd-bf77-b989fcab2f9f@192.168.203.11@tcp t0 exp 0000000000000000 cur 646 last 0 00000020:00000080:0.0:1789131290.649892:0:23333:0:(genops.c:1385:class_connect()) connect: client 1adb7b01-bfec-41cd-bf77-b989fcab2f9f, cookie 0xf3fe2838e1fc4192 00000100:00080000:0.0:1789131290.650072:0:23333:0:(import.c:65:import_set_state_nolock()) ffff91ddc6d0a000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789131290.650152:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+5:2384:x1876039498357888:12345-192.168.203.11@tcp:250:mount.lustre.0 Request processed in 315us (6234us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131290.650160:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 114 00000100:00100000:1.0:1789131290.669603:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131290.672234:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498358016 00000100:00100000:2.0:1789131290.672247:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498358016 00000100:00100000:2.0:1789131290.672308:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 115 00000100:00100000:2.0:1789131290.672318:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+5:18364:x1876039498358016:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789131290.672333:0:23334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789131290.672350:0:23334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ddc76b9800/0xf3fe2838e1fc4199 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xf8eae2996d269f30 expref: -99 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131290.672377:0:23334:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc76b9800/0xf3fe2838e1fc4199 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269f30 expref: 6 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131290.672389:0:23334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ddc76b9800/0xf3fe2838e1fc4199 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269f30 expref: 6 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131290.672413:0:23334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc76b9800, rc 0) 00000100:00100000:2.0:1789131290.672516:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+6:18364:x1876039498358016:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 198us (2921us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131290.672524:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 115 00000100:00100000:1.0:1789131290.678075:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131290.679309:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498358144 00000100:00100000:0.0:1789131290.679322:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498358144 00000100:00100000:0.0:1789131290.679388:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 116 00000100:00100000:0.0:1789131290.679399:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+6:18364:x1876039498358144:12345-192.168.203.11@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789131290.680675:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+6:18364:x1876039498358144:12345-192.168.203.11@tcp:501:mount.lustre.0 Request processed in 1272us (2771us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789131290.680689:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 116 00000100:00100000:1.0:1789131290.683654:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131290.683739:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498358272 00000100:00100000:3.0:1789131290.683748:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498358272 00000100:00100000:3.0:1789131290.683808:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 117 00000100:00100000:3.0:1789131290.683818:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+6:18364:x1876039498358272:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789131290.683834:0:23332:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789131290.683852:0:23332:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91de01ad6a00/0xf3fe2838e1fc41a0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xf8eae2996d269f37 expref: -99 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131290.683880:0:23332:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91de01ad6a00/0xf3fe2838e1fc41a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269f37 expref: 7 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131290.683892:0:23332:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91de01ad6a00/0xf3fe2838e1fc41a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269f37 expref: 7 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131290.683913:0:23332:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91de01ad6a00, rc 0) 00000100:00100000:3.0:1789131290.683966:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+7:18364:x1876039498358272:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 150us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131290.683986:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 117 00000100:00100000:1.0:1789131290.686121:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131290.690707:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498358400 00000100:00100000:2.0:1789131290.690720:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498358400 00000100:00100000:2.0:1789131290.690837:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 118 00000100:00100000:2.0:1789131290.690848:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+7:18364:x1876039498358400:12345-192.168.203.11@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789131290.691017:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+8:18364:x1876039498358400:12345-192.168.203.11@tcp:501:mount.lustre.0 Request processed in 170us (4910us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131290.691026:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 118 00000100:00100000:1.0:1789131290.693454:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131290.693698:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498358528 00000100:00100000:0.0:1789131290.693718:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498358528 00000100:00100000:0.0:1789131290.694034:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 119 00000100:00100000:0.0:1789131290.694045:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+8:18364:x1876039498358528:12345-192.168.203.11@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789131290.698379:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+8:18364:x1876039498358528:12345-192.168.203.11@tcp:503:mount.lustre.0 Request processed in 4327us (4922us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131290.698393:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 119 00000100:00100000:1.0:1789131290.711005:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131290.711684:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498358656 00000100:00100000:3.0:1789131290.711695:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498358656 00000100:00100000:3.0:1789131290.711756:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 120 00000100:00100000:3.0:1789131290.714367:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+8:18383:x1876039498358656:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789131290.714587:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+8:18383:x1876039498358656:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 238us (3591us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131290.714596:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 120 00000100:00100000:3.0:1789131290.738947:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131290.739078:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498358784 00000100:00100000:1.0:1789131290.739092:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498358784 00000100:00100000:1.0:1789131290.739248:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 121 00000100:00100000:1.0:1789131290.739265:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+8:18383:x1876039498358784:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789131290.739792:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+8:18383:x1876039498358784:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 527us (856us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131290.739802:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 121 00000100:00100000:1.0:1789131290.752599:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131290.752882:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498358912 00000100:00100000:2.0:1789131290.752894:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498358912 00000100:00100000:2.0:1789131290.752972:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 122 00000100:00100000:2.0:1789131290.752983:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+8:18383:x1876039498358912:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789131290.753199:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+8:18383:x1876039498358912:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 217us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131290.753208:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 122 00000100:00100000:3.0:1789131290.755829:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131290.756015:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498359040 00000100:00100000:1.0:1789131290.756027:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498359040 00000100:00100000:1.0:1789131290.756615:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 123 00000100:00100000:1.0:1789131290.756634:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+8:18364:x1876039498359040:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789131290.756658:0:23333:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131290.756682:0:23333:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91dde19ab200/0xf3fe2838e1fc41a7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf8eae2996d269f68 expref: -99 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131290.756723:0:23333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dde19ab200/0xf3fe2838e1fc41a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269f68 expref: 9 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131290.756737:0:23333:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91dde19ab200/0xf3fe2838e1fc41a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269f68 expref: 9 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131290.756794:0:23333:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dde19ab200, rc 0) 00000100:00100000:1.0:1789131290.756885:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+9:18364:x1876039498359040:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 258us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131290.756893:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 123 00000100:00100000:3.0:1789131290.759605:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131290.766814:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498359168 00000100:00100000:2.0:1789131290.766832:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498359168 00000100:00100000:2.0:1789131290.766930:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 124 00000100:00100000:2.0:1789131290.766944:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+9:18364:x1876039498359168:12345-192.168.203.11@tcp:256:mount.lustre.0 20000000:01000000:2.0:1789131290.766981:0:23334:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1789131290.767013:0:23334:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1789131290.767022:0:23334:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1789131290.767026:0:23334:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1789131290.767029:0:23334:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1789131290.767031:0:23334:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1789131290.768757:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+9:18364:x1876039498359168:12345-192.168.203.11@tcp:256:mount.lustre.0 Request processed in 1803us (9156us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131290.768774:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 124 00000100:00100000:3.0:1789131290.775063:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131290.775293:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498359296 00000100:00100000:1.0:1789131290.775306:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498359296 00000100:00100000:1.0:1789131290.775379:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 125 00000100:00100000:1.0:1789131290.775392:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dddf306450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+9:18364:x1876039498359296:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789131290.775444:0:23333:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131290.775517:0:23333:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc41ae lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xf8eae2996d269f6f expref: -99 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131290.775553:0:23333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc41ae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269f6f expref: 10 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131290.775567:0:23333:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc41ae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269f6f expref: 10 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131290.775577:0:23333:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dde19ab800, rc 0) 00000100:00100000:1.0:1789131290.775655:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dddf306450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+10:18364:x1876039498359296:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 265us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131290.775664:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 125 00000100:00100000:0.0:1789131290.780621:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131290.781736:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498359424 00000100:00100000:2.0:1789131290.781752:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498359424 00000100:00100000:2.0:1789131290.781837:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 126 00000100:00100000:2.0:1789131290.781850:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dddf305850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+10:18364:x1876039498359424:12345-192.168.203.11@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789131290.782073:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dddf305850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+10:18364:x1876039498359424:12345-192.168.203.11@tcp:501:mount.lustre.0 Request processed in 225us (1466us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131290.782083:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 126 00000100:00100000:2.0:1789131290.784495:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131290.784653:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498359552 00000100:00100000:0.0:1789131290.784664:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498359552 00000100:00100000:0.0:1789131290.784727:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 127 00000100:00100000:0.0:1789131290.784738:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dddf307c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+10:18364:x1876039498359552:12345-192.168.203.11@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789131290.784938:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dddf307c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+10:18364:x1876039498359552:12345-192.168.203.11@tcp:503:mount.lustre.0 Request processed in 201us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131290.784948:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 127 00000100:00100000:0.0:1789131290.794404:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131290.794651:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498359680 00000100:00100000:1.0:1789131290.794665:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498359680 00000100:00100000:1.0:1789131290.794737:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 128 00000100:00100000:1.0:1789131290.794749:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfcb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+10:18389:x1876039498359680:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789131290.794969:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfcb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+10:18389:x1876039498359680:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 221us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131290.794979:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 128 00000100:00100000:3.0:1789131290.805665:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131290.813521:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498359808 00000100:00100000:2.0:1789131290.813545:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498359808 00000100:00100000:2.0:1789131290.813883:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 129 00000100:00100000:2.0:1789131290.813906:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+10:18389:x1876039498359808:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789131290.815389:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+10:18389:x1876039498359808:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 1483us (9727us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131290.815405:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 129 00000100:00100000:2.0:1789131290.836425:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131290.836536:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131290.836717:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498359936 00000100:00100000:1.0:1789131290.836730:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498359936 00000100:00100000:1.0:1789131290.836785:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498360192 00000100:00100000:1.0:1789131290.836789:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498360192 00000100:00100000:1.0:1789131290.836814:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:1.0:1789131290.836824:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0fbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2384:x1876039498359936:12345-192.168.203.11@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789131290.836883:0:23341:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0000: connection from 6352f3ab-daa7-419d-9ea2-044d5fabb90b@192.168.203.11@tcp t0 exp 0000000000000000 cur 646 last 0 00000020:00000080:1.0:1789131290.836979:0:23341:0:(genops.c:1385:class_connect()) connect: client 6352f3ab-daa7-419d-9ea2-044d5fabb90b, cookie 0xf3fe2838e1fc41b5 00000004:00100000:1.0:1789131290.837013:0:23341:0:(mdt_handler.c:7302:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return 37 00000100:00080000:1.0:1789131290.837295:0:23341:0:(import.c:65:import_set_state_nolock()) ffff91ddfe3d8000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789131290.837382:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0fbc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:2384:x1876039498359936:12345-192.168.203.11@tcp:38:mount.lustre.0 Request processed in 558us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131290.837391:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:1.0:1789131290.837417:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:1.0:1789131290.837423:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0f8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2384:x1876039498360192:12345-192.168.203.11@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789131290.837441:0:23341:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0001: connection from 6352f3ab-daa7-419d-9ea2-044d5fabb90b@192.168.203.11@tcp t0 exp 0000000000000000 cur 646 last 0 00000020:00000080:1.0:1789131290.837533:0:23341:0:(genops.c:1385:class_connect()) connect: client 6352f3ab-daa7-419d-9ea2-044d5fabb90b, cookie 0xf3fe2838e1fc41bc 00000004:00100000:1.0:1789131290.837550:0:23341:0:(mdt_handler.c:7302:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return 37 00000100:00080000:1.0:1789131290.837724:0:23341:0:(import.c:65:import_set_state_nolock()) ffff91dcc6c85800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789131290.837755:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0f8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:2384:x1876039498360192:12345-192.168.203.11@tcp:38:mount.lustre.0 Request processed in 330us (1219us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131290.837762:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:0.0:1789131290.845710:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131290.845755:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131290.845917:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498360320 00000100:00100000:3.0:1789131290.845930:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498360320 00000100:00100000:3.0:1789131290.846015:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498360064 00000100:00100000:3.0:1789131290.846019:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498360064 00000100:00100000:3.0:1789131290.846051:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:3.0:1789131290.846063:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7ffe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:0:x1876039498360320:12345-192.168.203.11@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789131290.846126:0:23340:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789131290.846234:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7ffe1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:0:x1876039498360320:12345-192.168.203.11@tcp:41:mount.lustre.0 Request processed in 172us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131290.846242:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:3.0:1789131290.846263:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:3.0:1789131290.846269:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7ffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:0:x1876039498360064:12345-192.168.203.11@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789131290.846306:0:23340:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789131290.846346:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7ffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:0:x1876039498360064:12345-192.168.203.11@tcp:41:mount.lustre.0 Request processed in 76us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131290.846352:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:3.0:1789131290.847330:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131290.847497:0:24875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498360448 00000100:00100000:1.0:1789131290.847506:0:24875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498360448 00000100:00100000:1.0:1789131290.847558:0:24875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:1.0:1789131290.847735:0:24875:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1df8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:18364:x1876039498360448:12345-192.168.203.11@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789131290.847765:0:24875:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789131290.847842:0:24875:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1df8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:18364:x1876039498360448:12345-192.168.203.11@tcp:41:mount.lustre.0 Request processed in 113us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131290.847850:0:24875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00080000:0.0:1789131290.848371:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789131290.848379:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789131290.857176:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131290.859340:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498360576 00000100:00100000:0.0:1789131290.859360:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498360576 00000100:00100000:1.0:1789131290.859968:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:1.0:1789131290.859981:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1df8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:18364:x1876039498360576:12345-192.168.203.11@tcp:40:mount.lustre.0 00000100:00100000:1.0:1789131290.860106:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1df8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:18364:x1876039498360576:12345-192.168.203.11@tcp:40:mount.lustre.0 Request processed in 127us (2946us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131290.860124:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:2.0:1789131290.866137:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131290.866243:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131290.866287:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131290.866349:0:24851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498360704 00000100:00100000:2.0:1789131290.866360:0:24851:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498360704 00000100:00100000:2.0:1789131290.866403:0:24851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498360832 00000100:00100000:2.0:1789131290.866406:0:24851:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498360832 00000100:00100000:2.0:1789131290.866427:0:24851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:2.0:1789131290.866438:0:24851:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2384:x1876039498360704:12345-192.168.203.11@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789131290.866516:0:24851:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-OST0000: connection from 6352f3ab-daa7-419d-9ea2-044d5fabb90b@192.168.203.11@tcp t0 exp 0000000000000000 cur 646 last 0 00000020:00000080:2.0:1789131290.866559:0:24851:0:(genops.c:1385:class_connect()) connect: client 6352f3ab-daa7-419d-9ea2-044d5fabb90b, cookie 0xf3fe2838e1fc41c3 00000100:00100000:3.0:1789131290.866699:0:25388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:3.0:1789131290.866707:0:25388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0fad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2384:x1876039498360832:12345-192.168.203.11@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789131290.866727:0:25388:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-OST0001: connection from 6352f3ab-daa7-419d-9ea2-044d5fabb90b@192.168.203.11@tcp t0 exp 0000000000000000 cur 646 last 0 00000020:00000080:3.0:1789131290.866747:0:25388:0:(genops.c:1385:class_connect()) connect: client 6352f3ab-daa7-419d-9ea2-044d5fabb90b, cookie 0xf3fe2838e1fc41ca 00002000:00100000:3.0:1789131290.866764:0:25388:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 6352f3ab-daa7-419d-9ea2-044d5fabb90b/ffff91ddfe3ed800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113984 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789131290.866779:0:25388:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return 37 00002000:00080000:3.0:1789131290.866997:0:25388:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1789131290.867040:0:25388:0:(import.c:65:import_set_state_nolock()) ffff91ddfe3ee800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789131290.867129:0:25388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0fad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:2384:x1876039498360832:12345-192.168.203.11@tcp:8:mount.lustre.0 Request processed in 421us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131290.867139:0:25388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 17 00002000:00100000:2.0:1789131290.867741:0:24851:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 6352f3ab-daa7-419d-9ea2-044d5fabb90b/ffff91dcc7d7b000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113984 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789131290.867751:0:24851:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return 37 00002000:00080000:2.0:1789131290.867927:0:24851:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1789131290.867957:0:24851:0:(import.c:65:import_set_state_nolock()) ffff91dcc7d7e000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789131290.868008:0:24851:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:2384:x1876039498360704:12345-192.168.203.11@tcp:8:mount.lustre.0 Request processed in 1570us (1765us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131290.868017:0:24851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:0.0:1789131290.871882:0:23351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498360960 00000100:00100000:0.0:1789131290.871936:0:23351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498360960 00000100:00100000:0.0:1789131290.872026:0:23351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 3 00000100:00100000:0.0:1789131290.872040:0:23351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0f9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:18364:x1876039498360960:12345-192.168.203.11@tcp:900:mount.lustre.0 00000100:00100000:0.0:1789131290.872745:0:23351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0f9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:18364:x1876039498360960:12345-192.168.203.11@tcp:900:mount.lustre.0 Request processed in 703us (6629us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131290.872756:0:23351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 3 00000100:00100000:3.0:1789131290.874800:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131290.877383:0:23342:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498361088 00000100:00100000:1.0:1789131290.877410:0:23342:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498361088 00000100:00100000:1.0:1789131290.877780:0:23342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:1.0:1789131290.877794:0:23342:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1df9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:18364:x1876039498361088:12345-192.168.203.11@tcp:33:mount.lustre.0 00000004:00080000:3.0:1789131290.883795:0:23342:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 5873us 00000004:00200000:1.0:1789131290.925629:0:23342:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1789131290.925825:0:23342:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1df9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:18364:x1876039498361088:12345-192.168.203.11@tcp:33:mount.lustre.0 Request processed in 48027us (51030us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131290.925839:0:23342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:2.0:1789131291.130859:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131291.134013:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498361216 00000100:00100000:1.0:1789131291.134040:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498361216 00000100:00100000:1.0:1789131291.134144:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:1.0:1789131291.134159:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0fa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:18414:x1876039498361216:12345-192.168.203.11@tcp:101:mkdir.0 00010000:00010000:1.0:1789131291.134190:0:23341:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131291.134223:0:23341:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab400/0xf3fe2838e1fc41d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d269fa0 expref: -99 pid: 23341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131291.134311:0:23341:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab600/0xf3fe2838e1fc41d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23341 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131291.134329:0:23341:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab600/0xf3fe2838e1fc41d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23341 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131291.134373:0:23341:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab600/0xf3fe2838e1fc41d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23341 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789131291.134435:0:23341:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789131291.134439:0:23341:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789131291.134504:0:23341:0:(mdt_handler.c:2515:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab600/0xf3fe2838e1fc41d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23341 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131291.134543:0:23341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab400/0xf3fe2838e1fc41d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269fa0 expref: 8 pid: 23341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131291.134565:0:23341:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab600/0xf3fe2838e1fc41d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269fa0 expref: 7 pid: 23341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131291.134575:0:23341:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91dcc7d6b000) 00010000:00010000:1.0:1789131291.134578:0:23341:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789131291.134594:0:23341:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dde19ab600, rc 0) 00000100:00100000:1.0:1789131291.134699:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0fa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+7:18414:x1876039498361216:12345-192.168.203.11@tcp:101:mkdir.0 Request processed in 543us (3855us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131291.134707:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 13 00010000:00010000:2.0:1789131291.285250:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789131292.241834:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6ff8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508964352:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789131292.241948:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131292.243199:0:24852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508964352 00000100:00100000:3.0:1789131292.243213:0:24852:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508964352 00000100:00100000:3.0:1789131292.243293:0:24852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789131292.243306:0:24852:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0f83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508964352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789131292.243348:0:24852:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1789131292.243447:0:24852:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0f83c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508964352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 144us (1499us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131292.243488:0:24852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:3.0:1789131292.243521:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789131292.243575:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6ff8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508964352:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789131292.244500:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0fb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508964480:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789131292.244565:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131292.245491:0:23344:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508964480 00000100:00100000:0.0:1789131292.245505:0:23344:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508964480 00000100:00100000:0.0:1789131292.245584:0:23344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789131292.245593:0:23344:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0fb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508964480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789131292.245640:0:23344:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789131292.245725:0:23344:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0fb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508964480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 133us (1159us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131292.245734:0:23344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789131292.245799:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0fb840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508964480:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789131292.250536:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6ff8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508964608:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789131292.250650:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131292.251127:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508964608 00000100:00100000:1.0:1789131292.251138:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508964608 00000100:00100000:1.0:1789131292.251222:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789131292.251233:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1dfa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508964608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789131292.251280:0:23345:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789131292.251368:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1dfa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508964608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 137us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131292.251399:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789131292.251873:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6ff8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508964608:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789131292.305830:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789131293.169990:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131293.170137:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498361344 00000100:00100000:3.0:1789131293.170150:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498361344 00000100:00100000:3.0:1789131293.170256:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:3.0:1789131293.170268:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0f8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+7:18466:x1876039498361344:12345-192.168.203.11@tcp:41:lfs.0 00000004:00000024:3.0:1789131293.170322:0:23340:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00080000:0.0:1789131293.170567:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789131293.170891:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0f8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+7:18466:x1876039498361344:12345-192.168.203.11@tcp:41:lfs.0 Request processed in 612us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131293.170901:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:3.0:1789131293.175669:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131293.175897:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498361472 00000100:00100000:1.0:1789131293.175910:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498361472 00000100:00080000:0.0:1789131293.176040:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789131293.176104:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:1.0:1789131293.176118:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1dfb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:18466:x1876039498361472:12345-192.168.203.11@tcp:41:lfs.0 00000004:00000024:1.0:1789131293.176172:0:23339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789131293.176294:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1dfb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:18466:x1876039498361472:12345-192.168.203.11@tcp:41:lfs.0 Request processed in 179us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131293.176303:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:2.0:1789131293.181872:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131293.182016:0:24852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498361600 00000100:00100000:3.0:1789131293.182029:0:24852:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498361600 00000100:00100000:3.0:1789131293.182228:0:24852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:3.0:1789131293.182241:0:24852:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:18466:x1876039498361600:12345-192.168.203.11@tcp:13:lfs.0 00002000:00000024:3.0:1789131293.182277:0:24852:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1789131293.182455:0:24852:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0fa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:18466:x1876039498361600:12345-192.168.203.11@tcp:13:lfs.0 Request processed in 216us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131293.182487:0:24852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00080000:0.0:1789131293.182844:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789131293.185907:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131293.186024:0:24852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498361728 00000100:00100000:3.0:1789131293.186037:0:24852:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498361728 00000100:00100000:3.0:1789131293.186220:0:24852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:3.0:1789131293.186232:0:24852:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0fa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:18466:x1876039498361728:12345-192.168.203.11@tcp:13:lfs.0 00002000:00000024:3.0:1789131293.186274:0:24852:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923496960 avail 3691974656 00000100:00100000:3.0:1789131293.186386:0:24852:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0fa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:18466:x1876039498361728:12345-192.168.203.11@tcp:13:lfs.0 Request processed in 156us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131293.186395:0:24852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00080000:0.0:1789131293.187236:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:0.0:1789131293.204433:0:24095:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789131293.331338:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789131293.383581:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131293.383681:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498361856 00000100:00100000:0.0:1789131293.383695:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498361856 00000100:00100000:0.0:1789131293.383765:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 130 00000100:00100000:0.0:1789131293.383776:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+10:18498:x1876039498361856:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789131293.383799:0:23332:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789131293.383823:0:23332:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ddfe3b2c00/0xf3fe2838e1fc41df lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xf8eae2996d269fa7 expref: -99 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131293.383858:0:23332:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddfe3b2c00/0xf3fe2838e1fc41df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269fa7 expref: 11 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131293.383872:0:23332:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ddfe3b2c00/0xf3fe2838e1fc41df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269fa7 expref: 11 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131293.383893:0:23332:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddfe3b2c00, rc 0) 00000100:00100000:0.0:1789131293.383992:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfc9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+11:18498:x1876039498361856:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 216us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131293.384001:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 130 00000100:00100000:2.0:1789131293.397713:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131293.398360:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498361984 00000100:00100000:1.0:1789131293.398374:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498361984 00000100:00100000:1.0:1789131293.398447:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 131 00000100:00100000:1.0:1789131293.398499:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+11:18498:x1876039498361984:12345-192.168.203.11@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789131293.398731:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+11:18498:x1876039498361984:12345-192.168.203.11@tcp:501:mount.lustre.0 Request processed in 273us (1032us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131293.398740:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 131 00000100:00100000:2.0:1789131293.410768:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131293.411003:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498362112 00000100:00100000:1.0:1789131293.411015:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498362112 00000100:00100000:1.0:1789131293.411538:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 132 00000100:00100000:1.0:1789131293.411553:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfc9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+11:18498:x1876039498362112:12345-192.168.203.11@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789131293.411781:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfc9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+11:18498:x1876039498362112:12345-192.168.203.11@tcp:503:mount.lustre.0 Request processed in 231us (1027us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131293.411790:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 132 00000100:00100000:2.0:1789131293.424733:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131293.425519:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498362240 00000100:00100000:0.0:1789131293.425534:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498362240 00000100:00100000:0.0:1789131293.425609:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 133 00000100:00100000:0.0:1789131293.425621:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+11:18505:x1876039498362240:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789131293.425821:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+11:18505:x1876039498362240:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 201us (1103us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131293.425831:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 133 00000100:00100000:0.0:1789131293.458587:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131293.458763:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498362368 00000100:00100000:2.0:1789131293.458777:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498362368 00000100:00100000:2.0:1789131293.458845:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 134 00000100:00100000:2.0:1789131293.458858:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+11:18505:x1876039498362368:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789131293.459555:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+11:18505:x1876039498362368:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 694us (976us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131293.459571:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 134 00000100:00100000:2.0:1789131293.468796:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131293.469498:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498362496 00000100:00100000:1.0:1789131293.469529:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498362496 00000100:00100000:1.0:1789131293.469609:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 135 00000100:00100000:1.0:1789131293.469620:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+11:18505:x1876039498362496:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789131293.470230:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+11:18505:x1876039498362496:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 609us (1446us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131293.470243:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 135 00000100:00100000:3.0:1789131293.482564:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131293.482690:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498362624 00000100:00100000:2.0:1789131293.482704:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498362624 00000100:00100000:2.0:1789131293.482773:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 136 00000100:00100000:2.0:1789131293.482785:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+11:18498:x1876039498362624:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789131293.482807:0:23334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789131293.482831:0:23334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ddc76b8600/0xf3fe2838e1fc41e6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf8eae2996d269fd8 expref: -99 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131293.482870:0:23334:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc76b8600/0xf3fe2838e1fc41e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269fd8 expref: 12 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131293.483399:0:23334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ddc76b8600/0xf3fe2838e1fc41e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269fd8 expref: 12 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131293.483413:0:23334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc76b8600, rc 0) 00000100:00100000:2.0:1789131293.483523:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+12:18498:x1876039498362624:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 740us (972us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131293.483553:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 136 00000100:00100000:2.0:1789131293.486648:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131293.494186:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498362752 00000100:00100000:1.0:1789131293.494211:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498362752 00000100:00100000:1.0:1789131293.494318:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 137 00000100:00100000:1.0:1789131293.494331:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfcbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+12:18498:x1876039498362752:12345-192.168.203.11@tcp:256:mount.lustre.0 20000000:01000000:1.0:1789131293.494370:0:23333:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1789131293.494401:0:23333:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789131293.494406:0:23333:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1789131293.494410:0:23333:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1789131293.494414:0:23333:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1789131293.494416:0:23333:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1789131293.497828:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfcbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+12:18498:x1876039498362752:12345-192.168.203.11@tcp:256:mount.lustre.0 Request processed in 3484us (11180us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131293.497848:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 137 00000100:00100000:2.0:1789131293.505853:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131293.506012:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498362880 00000100:00100000:3.0:1789131293.506026:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498362880 00000100:00100000:2.0:1789131293.506269:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 138 00000100:00100000:2.0:1789131293.506284:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+12:18498:x1876039498362880:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789131293.506307:0:23334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789131293.506332:0:23334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ddc76b9600/0xf3fe2838e1fc41ed lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xf8eae2996d269fdf expref: -99 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131293.506369:0:23334:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc76b9600/0xf3fe2838e1fc41ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269fdf expref: 13 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131293.506382:0:23334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ddc76b9600/0xf3fe2838e1fc41ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269fdf expref: 13 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131293.506393:0:23334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc76b9600, rc 0) 00000100:00100000:2.0:1789131293.506508:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:18498:x1876039498362880:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 227us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131293.506516:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 138 00000100:00100000:2.0:1789131293.510761:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131293.510874:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498363008 00000100:00100000:1.0:1789131293.510903:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498363008 00000100:00100000:1.0:1789131293.510973:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 139 00000100:00100000:1.0:1789131293.511256:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:18498:x1876039498363008:12345-192.168.203.11@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789131293.512421:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfc8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:18498:x1876039498363008:12345-192.168.203.11@tcp:501:mount.lustre.0 Request processed in 1425us (1663us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131293.512440:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 139 00000100:00100000:0.0:1789131293.525713:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131293.525909:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498363136 00000100:00100000:3.0:1789131293.525923:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498363136 00000100:00100000:3.0:1789131293.526008:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 140 00000100:00100000:3.0:1789131293.526022:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddfcfc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:18498:x1876039498363136:12345-192.168.203.11@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789131293.526438:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddfcfc8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:18498:x1876039498363136:12345-192.168.203.11@tcp:503:mount.lustre.0 Request processed in 417us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131293.526448:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 140 00000100:00100000:3.0:1789131293.530789:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131293.530915:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498363264 00000100:00100000:1.0:1789131293.530929:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498363264 00000100:00100000:1.0:1789131293.531004:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 141 00000100:00100000:1.0:1789131293.531016:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:18507:x1876039498363264:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789131293.531773:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:18507:x1876039498363264:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 753us (992us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131293.531784:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 141 00000100:00100000:0.0:1789131293.550562:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131293.550852:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498363392 00000100:00100000:2.0:1789131293.550866:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498363392 00000100:00100000:2.0:1789131293.550953:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 142 00000100:00100000:2.0:1789131293.550965:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:18507:x1876039498363392:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789131293.551455:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:18507:x1876039498363392:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 489us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131293.551509:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 142 00000100:00100000:0.0:1789131293.565170:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131293.565230:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131293.565448:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498363520 00000100:00100000:1.0:1789131293.565508:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498363520 00000100:00100000:1.0:1789131293.565565:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498363776 00000100:00100000:1.0:1789131293.565569:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498363776 00000100:00100000:1.0:1789131293.565596:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:1.0:1789131293.565605:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7fff0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2384:x1876039498363520:12345-192.168.203.11@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789131293.565642:0:23341:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0000: connection from 9447f1c5-1686-4787-8dae-8fd44d946a3d@192.168.203.11@tcp t0 exp 0000000000000000 cur 649 last 0 00000020:00000080:1.0:1789131293.565692:0:23341:0:(genops.c:1385:class_connect()) connect: client 9447f1c5-1686-4787-8dae-8fd44d946a3d, cookie 0xf3fe2838e1fc41f4 00000004:00100000:1.0:1789131293.565724:0:23341:0:(mdt_handler.c:7302:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return 37 00000100:00080000:1.0:1789131293.565844:0:23341:0:(import.c:65:import_set_state_nolock()) ffff91dcc6c86000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789131293.565956:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7fff0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:2384:x1876039498363520:12345-192.168.203.11@tcp:38:mount.lustre.0 Request processed in 350us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131293.565965:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:1.0:1789131293.565988:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:1.0:1789131293.565992:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7ffd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2384:x1876039498363776:12345-192.168.203.11@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789131293.566011:0:23341:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-MDT0001: connection from 9447f1c5-1686-4787-8dae-8fd44d946a3d@192.168.203.11@tcp t0 exp 0000000000000000 cur 649 last 0 00000020:00000080:1.0:1789131293.566036:0:23341:0:(genops.c:1385:class_connect()) connect: client 9447f1c5-1686-4787-8dae-8fd44d946a3d, cookie 0xf3fe2838e1fc41fb 00000004:00100000:1.0:1789131293.566050:0:23341:0:(mdt_handler.c:7302:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return 37 00000100:00080000:1.0:1789131293.566116:0:23341:0:(import.c:65:import_set_state_nolock()) ffff91dcc6c87800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789131293.566142:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7ffd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:2384:x1876039498363776:12345-192.168.203.11@tcp:38:mount.lustre.0 Request processed in 149us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131293.566149:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:0.0:1789131293.584313:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131293.584500:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498364032 00000100:00100000:1.0:1789131293.584514:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498364032 00000100:00100000:1.0:1789131293.584689:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00100000:1.0:1789131293.584701:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7fffc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:18498:x1876039498364032:12345-192.168.203.11@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789131293.584742:0:23339:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789131293.584840:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7fffc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:18498:x1876039498364032:12345-192.168.203.11@tcp:41:mount.lustre.0 Request processed in 142us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131293.584848:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00080000:0.0:1789131293.585122:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789131293.589043:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131293.589141:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131293.590852:0:24875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498363904 00000100:00100000:0.0:1789131293.590872:0:24875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498363904 00000100:00100000:0.0:1789131293.591116:0:24875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498363648 00000100:00100000:0.0:1789131293.591121:0:24875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498363648 00000100:00100000:3.0:1789131293.591179:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:3.0:1789131293.591203:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ffad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:0:x1876039498363904:12345-192.168.203.11@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789131293.591245:0:23340:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789131293.591338:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ffad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:0:x1876039498363904:12345-192.168.203.11@tcp:41:mount.lustre.0 Request processed in 147us (2309us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131293.591347:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:3.0:1789131293.591369:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:3.0:1789131293.591393:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ff9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:0:x1876039498363648:12345-192.168.203.11@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789131293.591407:0:23340:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789131293.591438:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ff9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:0:x1876039498363648:12345-192.168.203.11@tcp:41:mount.lustre.0 Request processed in 46us (2297us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131293.591444:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00080000:1.0:1789131293.591499:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789131293.598132:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131293.598250:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498364160 00000100:00100000:1.0:1789131293.598263:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498364160 00000100:00100000:1.0:1789131293.598337:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:1.0:1789131293.598350:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddd1df8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:18498:x1876039498364160:12345-192.168.203.11@tcp:40:mount.lustre.0 00000100:00100000:1.0:1789131293.598497:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddd1df8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:18498:x1876039498364160:12345-192.168.203.11@tcp:40:mount.lustre.0 Request processed in 150us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131293.598506:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:1.0:1789131293.605178:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131293.605230:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131293.605277:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131293.605430:0:25388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498364288 00000100:00100000:0.0:1789131293.605442:0:25388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498364288 00000100:00100000:0.0:1789131293.605525:0:25388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498364416 00000100:00100000:0.0:1789131293.605529:0:25388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498364416 00000100:00100000:0.0:1789131293.605549:0:25388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00100000:0.0:1789131293.605560:0:25388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ff8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2384:x1876039498364288:12345-192.168.203.11@tcp:8:mount.lustre.0 00000100:00100000:3.0:1789131293.605569:0:24848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:3.0:1789131293.605578:0:24848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ffbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2384:x1876039498364416:12345-192.168.203.11@tcp:8:mount.lustre.0 00010000:00080000:0.0:1789131293.605660:0:25388:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-OST0000: connection from 9447f1c5-1686-4787-8dae-8fd44d946a3d@192.168.203.11@tcp t0 exp 0000000000000000 cur 649 last 0 00000020:00000080:0.0:1789131293.605716:0:25388:0:(genops.c:1385:class_connect()) connect: client 9447f1c5-1686-4787-8dae-8fd44d946a3d, cookie 0xf3fe2838e1fc4202 00002000:00100000:0.0:1789131293.605731:0:25388:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 9447f1c5-1686-4787-8dae-8fd44d946a3d/ffff91dcc7dd2000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113984 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1789131293.605745:0:25388:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return 37 00002000:00080000:0.0:1789131293.605832:0:25388:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1789131293.605870:0:25388:0:(import.c:65:import_set_state_nolock()) ffff91dcc7dd6000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789131293.605978:0:25388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ff8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:2384:x1876039498364288:12345-192.168.203.11@tcp:8:mount.lustre.0 Request processed in 418us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131293.605988:0:25388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00100000:2.0:1789131293.606302:0:23350:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498364544 00000100:00100000:2.0:1789131293.606307:0:23350:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498364544 00000100:00100000:2.0:1789131293.606361:0:23350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:2.0:1789131293.606369:0:23350:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ff9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:18498:x1876039498364544:12345-192.168.203.11@tcp:900:mount.lustre.0 00000100:00100000:2.0:1789131293.606415:0:23350:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ff9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:18498:x1876039498364544:12345-192.168.203.11@tcp:900:mount.lustre.0 Request processed in 47us (1263us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131293.606422:0:23350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 4 00010000:00080000:2.0:1789131293.616123:0:24848:0:(ldlm_lib.c:1482:target_handle_connect()) lustre-OST0001: connection from 9447f1c5-1686-4787-8dae-8fd44d946a3d@192.168.203.11@tcp t0 exp 0000000000000000 cur 649 last 0 00000020:00000080:2.0:1789131293.616185:0:24848:0:(genops.c:1385:class_connect()) connect: client 9447f1c5-1686-4787-8dae-8fd44d946a3d, cookie 0xf3fe2838e1fc4209 00002000:00100000:2.0:1789131293.616203:0:24848:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 9447f1c5-1686-4787-8dae-8fd44d946a3d/ffff91dcc7d7d800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113984 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789131293.616217:0:24848:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return 37 00000100:00100000:0.0:1789131293.616269:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00002000:00080000:2.0:1789131293.616313:0:24848:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1789131293.616360:0:24848:0:(import.c:65:import_set_state_nolock()) ffff91dcc7d7c800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789131293.616488:0:24848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ffbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:2384:x1876039498364416:12345-192.168.203.11@tcp:8:mount.lustre.0 Request processed in 10876us (11177us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131293.616502:0:24848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:1.0:1789131293.616864:0:23343:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498364672 00000100:00100000:1.0:1789131293.616894:0:23343:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498364672 00000100:00100000:1.0:1789131293.616954:0:23343:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00100000:1.0:1789131293.616976:0:23343:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6d64780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:18498:x1876039498364672:12345-192.168.203.11@tcp:33:mount.lustre.0 00000004:00200000:1.0:1789131293.617075:0:23343:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1789131293.617266:0:23343:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6d64780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:18498:x1876039498364672:12345-192.168.203.11@tcp:33:mount.lustre.0 Request processed in 293us (998us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131293.617275:0:23343:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00100000:0.0:1789131293.839997:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131293.840277:0:24875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498364800 00000100:00100000:2.0:1789131293.840291:0:24875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498364800 00000100:00100000:2.0:1789131293.840526:0:24875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 22 00000100:00100000:2.0:1789131293.840539:0:24875:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b79e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:18532:x1876039498364800:12345-192.168.203.11@tcp:101:mkdir.0 00010000:00010000:2.0:1789131293.840572:0:24875:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789131293.840601:0:24875:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4210 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a010 expref: -99 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131293.840709:0:24875:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b9c00/0xf3fe2838e1fc4217 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131293.840726:0:24875:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b9c00/0xf3fe2838e1fc4217 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131293.840741:0:24875:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b9c00/0xf3fe2838e1fc4217 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789131293.840802:0:24875:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789131293.840806:0:24875:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789131293.840835:0:24875:0:(mdt_handler.c:2515:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b9c00/0xf3fe2838e1fc4217 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131293.840867:0:24875:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4210 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a010 expref: 8 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131293.840901:0:24875:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b9c00/0xf3fe2838e1fc4217 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a010 expref: 7 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131293.840911:0:24875:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91dcc7d6b000) 00010000:00010000:2.0:1789131293.840914:0:24875:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789131293.840918:0:24875:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc76b9c00, rc 0) 00000100:00100000:2.0:1789131293.841004:0:24875:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b79e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9447f1c5-1686-4787-8dae-8fd44d946a3d+7:18532:x1876039498364800:12345-192.168.203.11@tcp:101:mkdir.0 Request processed in 467us (1020us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131293.841022:0:24875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 22 00000100:00100000:2.0:1789131294.290161:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789131294.290195:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd1dfad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508964736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789131294.290220:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789131294.290238:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0f9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508964864:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789131294.290395:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789131294.290406:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc6ff8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508964992:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789131294.294030:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b30b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1876039508965248:0@lo:400:kworker.0 00000100:00100000:2.0:1789131294.295853:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131294.296004:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddd1dfbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:56dba386-29a7-47c9-94c3-ec28dcb7438b:3625:1876039508965120:0@lo:400:kworker.0 00000100:00100000:2.0:1789131294.296066:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131294.296097:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7c6b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876039508965632:0@lo:400:kworker.0 00000100:00100000:2.0:1789131294.296128:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131294.296149:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876039508966144:0@lo:400:kworker.0 00000100:00100000:2.0:1789131294.296173:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131294.296193:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3625:1876039508966656:0@lo:400:kworker.0 00000100:00100000:2.0:1789131294.296239:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131294.296385:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131294.296405:0:26074:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508965632 00000100:00100000:2.0:1789131294.296415:0:26074:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508965632 00000100:00100000:2.0:1789131294.296490:0:26074:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508966144 00000100:00100000:2.0:1789131294.296494:0:26074:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508966144 00000100:00100000:2.0:1789131294.296513:0:26074:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508966656 00000100:00100000:2.0:1789131294.296516:0:26074:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508966656 00000100:00100000:2.0:1789131294.296548:0:26074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789131294.296560:0:26074:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876039508965632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131294.296621:0:26074:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876039508965632:12345-0@lo:400:kworker.0 Request processed in 63us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131294.296630:0:26074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789131294.296651:0:26074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789131294.296656:0:26074:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0fb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876039508966144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131294.296685:0:26074:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0fb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876039508966144:12345-0@lo:400:kworker.0 Request processed in 29us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131294.296691:0:26074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789131294.296703:0:26074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789131294.296732:0:26074:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5fead00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1876039508966656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131294.296734:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508965504:0@lo:400:kworker.0 00000100:00100000:2.0:1789131294.296776:0:26074:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5fead00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1876039508966656:12345-0@lo:400:kworker.0 Request processed in 45us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131294.296784:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131294.296787:0:26074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789131294.296812:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508966016:0@lo:400:kworker.0 00000100:00080000:2.0:1789131294.296813:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789131294.296837:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131294.296858:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3628:1876039508966528:0@lo:400:kworker.0 00010000:00080000:2.0:1789131294.296862:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddca0c61c0 x1876039508966656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131294.296890:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0c61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3625:1876039508966656:0@lo:400:kworker.0 00000100:00100000:0.0:1789131294.296899:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131294.296924:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1789131294.296930:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7c6b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876039508965632:0@lo:400:kworker.0 00000100:00100000:0.0:1789131294.296934:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b32940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508965376:0@lo:400:kworker.0 00000100:00100000:2.0:1789131294.296946:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876039508966144:0@lo:400:kworker.0 00000100:00100000:0.0:1789131294.296959:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131294.297113:0:24852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508964736 00000100:00100000:2.0:1789131294.297118:0:24852:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508964736 00000100:00100000:2.0:1789131294.297146:0:24852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508964864 00000100:00100000:2.0:1789131294.297149:0:24852:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508964864 00000100:00100000:2.0:1789131294.297166:0:24852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789131294.297173:0:24852:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0f92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508964736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789131294.297193:0:24852:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923496960 avail 3691974656 00000100:00100000:0.0:1789131294.297255:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dde0b80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508965888:0@lo:400:kworker.0 00000100:00100000:2.0:1789131294.297451:0:24852:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0f92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508964736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 278us (1608us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131294.297485:0:24852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789131294.297502:0:24852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789131294.297509:0:24852:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508964864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789131294.297530:0:24852:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1789131294.297561:0:24852:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508964864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (1177us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131294.297579:0:24852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:2.0:1789131294.297596:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789131294.297599:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789131294.297620:0:3625:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1789131294.297642:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd1dfad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508964736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789131294.297682:0:25388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508965504 00000100:00100000:2.0:1789131294.297687:0:25388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508965504 00000100:00100000:2.0:1789131294.297717:0:25388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508966016 00000100:00100000:2.0:1789131294.297721:0:25388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508966016 00000100:00100000:2.0:1789131294.297842:0:25388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508965376 00000100:00100000:2.0:1789131294.297846:0:25388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508965376 00000100:00100000:2.0:1789131294.297859:0:25388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789131294.297865:0:25388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b7b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508965504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131294.297912:0:25388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b7b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508965504:12345-0@lo:400:kworker.0 Request processed in 47us (1128us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131294.297919:0:25388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789131294.297931:0:25388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789131294.297937:0:25388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b7bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508966016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131294.298078:0:25787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789131294.298088:0:25787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b7a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508965376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131294.298126:0:25787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b7a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508965376:12345-0@lo:400:kworker.0 Request processed in 40us (1168us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131294.298132:0:25787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789131294.298153:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508966528 00000100:00100000:1.0:1789131294.298156:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508966528 00000100:00100000:1.0:1789131294.298188:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789131294.298194:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b7a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3628:x1876039508966528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789131294.298240:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b7a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3628:x1876039508966528:12345-0@lo:400:kworker.0 Request processed in 47us (1343us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131294.298247:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789131294.298335:0:25388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b7bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508966016:12345-0@lo:400:kworker.0 Request processed in 398us (1497us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131294.298342:0:25388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1789131294.298365:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789131294.298368:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789131294.298406:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508965120 00000100:00100000:2.0:1789131294.298410:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508965120 00000100:00100000:2.0:1789131294.298439:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1789131294.298446:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:3625:x1876039508965120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131294.298516:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:3625:x1876039508965120:12345-0@lo:400:kworker.0 Request processed in 71us (2450us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131294.298528:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1789131294.298571:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddd1dfbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:56dba386-29a7-47c9-94c3-ec28dcb7438b:3625:1876039508965120:0@lo:400:kworker.0 00000100:00100000:1.0:1789131294.299139:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131294.299409:0:24852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508964992 00000100:00100000:2.0:1789131294.299415:0:24852:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508964992 00000100:00100000:2.0:1789131294.299454:0:24852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789131294.299482:0:24852:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa38f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508964992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789131294.299498:0:24852:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923496960 avail 3691974656 00000100:00100000:2.0:1789131294.299538:0:24852:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa38f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508964992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131294.299545:0:24852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789131294.299701:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc6ff8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508964992:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789131294.300992:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131294.301040:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dde0b81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508965760:0@lo:400:kworker.0 00000100:00100000:3.0:1789131294.301085:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131294.301113:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0c6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3626:1876039508966272:0@lo:400:kworker.0 00000100:00100000:3.0:1789131294.301144:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131294.301199:0:24875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508966272 00000100:00100000:3.0:1789131294.301205:0:24875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508966272 00000100:00100000:2.0:1789131294.301212:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508965248 00000100:00100000:2.0:1789131294.301219:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508965248 00000100:00100000:3.0:1789131294.301264:0:24875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789131294.301273:0:24875:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3626:x1876039508966272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131294.301319:0:24875:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3626:x1876039508966272:12345-0@lo:400:kworker.0 Request processed in 48us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131294.301327:0:24875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:3.0:1789131294.301344:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789131294.301376:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0c6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3626:1876039508966272:0@lo:400:kworker.0 00000100:00100000:2.0:1789131294.301382:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508965760 00000100:00100000:2.0:1789131294.301387:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508965760 00000100:00100000:2.0:1789131294.301409:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789131294.301417:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3626:x1876039508965248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131294.301524:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3626:x1876039508965248:12345-0@lo:400:kworker.0 Request processed in 107us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131294.301532:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789131294.301546:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789131294.301552:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0c6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3626:x1876039508965760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131294.301590:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0c6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3626:x1876039508965760:12345-0@lo:400:kworker.0 Request processed in 38us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131294.301596:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1789131294.302188:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131294.302291:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3628:1876039508966400:0@lo:400:kworker.0 00000100:00100000:0.0:1789131294.302334:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131294.302365:0:26074:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508966400 00000100:00100000:0.0:1789131294.302371:0:26074:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508966400 00000100:00100000:0.0:1789131294.302429:0:26074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789131294.302445:0:26074:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b7b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3628:x1876039508966400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131294.302515:0:26074:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b7b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3628:x1876039508966400:12345-0@lo:400:kworker.0 Request processed in 72us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131294.302523:0:26074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00010000:00080000:0.0:1789131294.302562:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91ddca0c4f00 x1876039508966400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131294.302575:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0c4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3628:1876039508966400:0@lo:400:kworker.0 00000100:00100000:0.0:1789131294.302605:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508965504:0@lo:400:kworker.0 00000100:00100000:0.0:1789131294.302628:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508966016:0@lo:400:kworker.0 00000100:00100000:0.0:1789131294.302645:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3628:1876039508966528:0@lo:400:kworker.0 00000100:00100000:0.0:1789131294.302667:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0f9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508964864:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789131294.302713:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b32940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508965376:0@lo:400:kworker.0 00000100:00080000:3.0:1789131294.304749:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789131294.304848:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b30b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1876039508965248:0@lo:400:kworker.0 00000100:00100000:3.0:1789131294.304878:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dde0b81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508965760:0@lo:400:kworker.0 00000100:00100000:2.0:1789131294.309539:0:25787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508965888 00000100:00100000:2.0:1789131294.309565:0:25787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508965888 00000100:00100000:2.0:1789131294.309692:0:25787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789131294.309705:0:25787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b79680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508965888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789131294.310198:0:25787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b79680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3628:x1876039508965888:12345-0@lo:400:kworker.0 Request processed in 493us (8010us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131294.310208:0:25787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:3.0:1789131294.310987:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789131294.313889:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dde0b80f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1876039508965888:0@lo:400:kworker.0 00010000:00010000:2.0:1789131294.353889:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131295.377620:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131296.403623:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789131296.534658:0:26229:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00100000:1.0:1789131296.859705:0:24845:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9447f1c5-1686-4787-8dae-8fd44d946a3d 00000001:00100000:1.0:1789131296.859724:0:24845:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 6352f3ab-daa7-419d-9ea2-044d5fabb90b 00000001:00100000:2.0:1789131296.859863:0:25666:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 9447f1c5-1686-4787-8dae-8fd44d946a3d 00000001:00100000:2.0:1789131296.859877:0:25666:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 6352f3ab-daa7-419d-9ea2-044d5fabb90b 00000001:00100000:2.0:1789131296.860102:0:23319:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9447f1c5-1686-4787-8dae-8fd44d946a3d 00000001:00100000:2.0:1789131296.860112:0:23319:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 6352f3ab-daa7-419d-9ea2-044d5fabb90b 00000001:00100000:3.0:1789131296.860501:0:24074:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 9447f1c5-1686-4787-8dae-8fd44d946a3d 00000001:00100000:3.0:1789131296.860513:0:24074:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 6352f3ab-daa7-419d-9ea2-044d5fabb90b 00000100:00100000:0.0:1789131297.361744:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7b792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508966784:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789131297.361811:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131297.362945:0:24853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508966784 00000100:00100000:1.0:1789131297.362953:0:24853:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508966784 00000100:00100000:3.0:1789131297.363042:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddffa3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508966912:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789131297.363147:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131297.363251:0:24853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789131297.363261:0:24853:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b783c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1876039508966784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789131297.363291:0:24853:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789131297.363343:0:24853:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b783c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1876039508966784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (1531us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131297.363351:0:24853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:3.0:1789131297.363401:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789131297.363412:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7b792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508966784:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789131297.363675:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508966912 00000100:00100000:2.0:1789131297.363680:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508966912 00000100:00100000:2.0:1789131297.363705:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789131297.363711:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0c6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508966912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789131297.363734:0:23345:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789131297.363766:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0c6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508966912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131297.363772:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789131297.363833:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5fe9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508967040:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789131297.363874:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131297.363959:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddffa3a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508966912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789131297.364131:0:24082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508967040 00000100:00100000:2.0:1789131297.364135:0:24082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508967040 00000100:00100000:2.0:1789131297.364186:0:24082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1789131297.364193:0:24082:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa39e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508967040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789131297.364211:0:24082:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789131297.364264:0:24082:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa39e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508967040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131297.364281:0:24082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789131297.364330:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5fe9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508967040:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1789131297.428377:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131298.450582:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789131298.657891:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131298.657926:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131298.657950:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131298.657973:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131298.657996:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131298.658015:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131298.658033:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131298.658064:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131298.658095:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131298.658123:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498364928 00000100:00100000:1.0:1789131298.658134:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498364928 00000100:00100000:1.0:1789131298.658181:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 144 00000100:00100000:1.0:1789131298.658191:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:2388:x1876039498364928:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1789131298.658272:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:2388:x1876039498364928:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 82us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131298.658280:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 144 00000100:00100000:1.0:1789131298.658313:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498365184 00000100:00100000:1.0:1789131298.658317:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498365184 00000100:00100000:1.0:1789131298.658351:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498365696 00000100:00100000:1.0:1789131298.658354:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498365696 00000100:00100000:1.0:1789131298.658368:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498365056 00000100:00100000:1.0:1789131298.658370:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498365056 00000100:00100000:1.0:1789131298.658383:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498365568 00000100:00100000:1.0:1789131298.658385:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498365568 00000100:00100000:1.0:1789131298.658400:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 40 00000100:00100000:1.0:1789131298.658406:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa38780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+5:2388:x1876039498365184:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1789131298.658437:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa38780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+5:2388:x1876039498365184:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 31us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131298.658444:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 40 00000100:00100000:1.0:1789131298.658474:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 41 00000100:00100000:1.0:1789131298.658482:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa3ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+5:2388:x1876039498365696:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1789131298.658508:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa3ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+5:2388:x1876039498365696:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 27us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131298.658514:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 41 00000100:00100000:1.0:1789131298.658531:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 42 00000100:00100000:1.0:1789131298.658538:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:2387:x1876039498365056:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1789131298.658561:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa3a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:2387:x1876039498365056:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 24us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131298.658577:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 42 00000100:00100000:1.0:1789131298.658591:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 43 00000100:00100000:1.0:1789131298.658596:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc6ff8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:2387:x1876039498365568:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1789131298.658621:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc6ff8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:2387:x1876039498365568:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 25us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131298.658627:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 43 00000100:00100000:1.0:1789131298.658645:0:24851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498365440 00000100:00100000:1.0:1789131298.658648:0:24851:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498365440 00000100:00100000:1.0:1789131298.658673:0:24851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498365952 00000100:00100000:1.0:1789131298.658676:0:24851:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498365952 00000100:00100000:1.0:1789131298.658687:0:24851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498365312 00000100:00100000:1.0:1789131298.658689:0:24851:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498365312 00000100:00100000:1.0:1789131298.658700:0:24851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498365824 00000100:00100000:1.0:1789131298.658702:0:24851:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498365824 00000100:00100000:1.0:1789131298.658714:0:24851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:1.0:1789131298.658720:0:24851:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa392c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+5:2388:x1876039498365440:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1789131298.658744:0:24851:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa392c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+5:2388:x1876039498365440:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 24us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131298.658750:0:24851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:1.0:1789131298.658761:0:24851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:1.0:1789131298.658765:0:24851:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa3a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9447f1c5-1686-4787-8dae-8fd44d946a3d+5:2388:x1876039498365952:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1789131298.658784:0:24851:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa3a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9447f1c5-1686-4787-8dae-8fd44d946a3d+5:2388:x1876039498365952:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 18us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131298.658789:0:24851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:1.0:1789131298.658798:0:24851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:1.0:1789131298.658811:0:24851:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddffa38b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+5:2387:x1876039498365312:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1789131298.658834:0:24851:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddffa38b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+5:2387:x1876039498365312:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 24us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131298.658850:0:24851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:1.0:1789131298.658864:0:24851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:1.0:1789131298.658870:0:24851:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc86083c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9447f1c5-1686-4787-8dae-8fd44d946a3d+5:2387:x1876039498365824:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1789131298.658903:0:24851:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc86083c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9447f1c5-1686-4787-8dae-8fd44d946a3d+5:2387:x1876039498365824:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 33us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131298.658910:0:24851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00080000:1.0:1789131298.659071:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789131298.659075:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789131298.659078:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789131298.659080:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789131299.410404:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508967168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789131299.410493:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131299.410590:0:24853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508967168 00000100:00100000:3.0:1789131299.410597:0:24853:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508967168 00000100:00100000:3.0:1789131299.410654:0:24853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789131299.410664:0:24853:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0c4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508967168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789131299.410694:0:24853:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923496960 avail 3691974656 00000100:00100000:3.0:1789131299.410739:0:24853:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0c4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508967168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131299.410746:0:24853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:3.0:1789131299.410768:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789131299.410803:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0c7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508967168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789131299.412211:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789131299.412228:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508967296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789131299.412278:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131299.412407:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789131299.412417:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5fe8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508967424:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789131299.412451:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131299.412781:0:24853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508967296 00000100:00100000:1.0:1789131299.412788:0:24853:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508967296 00000100:00100000:1.0:1789131299.412847:0:24853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508967424 00000100:00100000:1.0:1789131299.412851:0:24853:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508967424 00000100:00100000:1.0:1789131299.412871:0:24853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789131299.412879:0:24853:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0c7c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508967296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789131299.412904:0:24853:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1789131299.412948:0:24853:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0c7c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508967296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131299.412955:0:24853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789131299.412970:0:24853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789131299.412977:0:24853:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5fe92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508967424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789131299.412988:0:24853:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923496960 avail 3691974656 00000100:00100000:1.0:1789131299.413032:0:24853:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5fe92c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508967424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131299.413038:0:24853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:2.0:1789131299.413328:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789131299.413333:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789131299.413365:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5fe8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508967424:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789131299.413821:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7b79a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3626:1876039508967808:0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.413881:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131299.413904:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7b792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3626:1876039508968320:0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.413921:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131299.413937:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1789131299.413942:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7b78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1876039508967680:0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.413962:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131299.413987:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7b78780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3626:1876039508968192:0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.414004:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131299.414018:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91de01b30b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3626:1876039508968704:0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.414037:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131299.414060:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508967808 00000100:00100000:0.0:1789131299.414064:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508967808 00000100:00100000:0.0:1789131299.414093:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508968320 00000100:00100000:0.0:1789131299.414095:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508968320 00000100:00100000:0.0:1789131299.414110:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508968192 00000100:00100000:0.0:1789131299.414112:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508968192 00000100:00100000:0.0:1789131299.414122:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508968704 00000100:00100000:0.0:1789131299.414124:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508968704 00000100:00100000:0.0:1789131299.414137:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789131299.414143:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b32940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3626:x1876039508967808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.414177:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b32940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3626:x1876039508967808:12345-0@lo:400:kworker.0 Request processed in 34us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131299.414183:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789131299.414196:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789131299.414201:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b321c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3626:x1876039508968320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.414221:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b321c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3626:x1876039508968320:12345-0@lo:400:kworker.0 Request processed in 21us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131299.414236:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789131299.414246:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1789131299.414251:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca228b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3626:x1876039508968192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.414273:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca228b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3626:x1876039508968192:12345-0@lo:400:kworker.0 Request processed in 22us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131299.414278:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1789131299.414287:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789131299.414292:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca22a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3626:x1876039508968704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.414312:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca22a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3626:x1876039508968704:12345-0@lo:400:kworker.0 Request processed in 20us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131299.414317:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789131299.414334:0:23344:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508967680 00000100:00100000:0.0:1789131299.414337:0:23344:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508967680 00000100:00100000:0.0:1789131299.414357:0:23344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789131299.414363:0:23344:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca228f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3626:x1876039508967680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.414387:0:23344:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca228f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3626:x1876039508967680:12345-0@lo:400:kworker.0 Request processed in 24us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131299.414393:0:23344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00080000:0.0:1789131299.414566:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789131299.414569:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789131299.414589:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7b78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1876039508967680:0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.414598:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7b78780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3626:1876039508968192:0@lo:400:kworker.0 00010000:00080000:0.0:1789131299.414608:0:3626:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91de01b30b40 x1876039508968704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131299.414618:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91de01b30b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3626:1876039508968704:0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.414633:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7b79a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3626:1876039508967808:0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.414641:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7b792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3626:1876039508968320:0@lo:400:kworker.0 00000100:00100000:3.0:1789131299.416673:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7b78b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508967936:0@lo:400:kworker.0 00000100:00100000:3.0:1789131299.416752:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131299.416797:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7b7ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3627:1876039508968448:0@lo:400:kworker.0 00000100:00100000:3.0:1789131299.416822:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131299.416859:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1789131299.416867:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7b78f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:56dba386-29a7-47c9-94c3-ec28dcb7438b:3627:1876039508967552:0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.416875:0:24082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508967936 00000100:00100000:0.0:1789131299.416881:0:24082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508967936 00000100:00100000:3.0:1789131299.416891:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131299.416920:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7b7a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508968064:0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.416920:0:24082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789131299.416927:0:24082:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508967936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131299.416941:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131299.416959:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0f9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3627:1876039508968576:0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.416977:0:24082:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0c4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508967936:12345-0@lo:400:kworker.0 Request processed in 50us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131299.416984:0:24082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1789131299.417295:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508967552 00000100:00100000:2.0:1789131299.417300:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508967552 00000100:00100000:2.0:1789131299.417335:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1789131299.417342:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:3627:x1876039508967552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131299.418810:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131299.418875:0:24875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508968448 00000100:00100000:3.0:1789131299.418880:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7b78b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508967936:0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.418880:0:24875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508968448 00000100:00100000:3.0:1789131299.418913:0:24851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508968064 00000100:00100000:3.0:1789131299.418917:0:24851:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508968064 00000100:00100000:0.0:1789131299.418933:0:24875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508968576 00000100:00100000:0.0:1789131299.418936:0:24875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508968576 00000100:00100000:3.0:1789131299.418944:0:24851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789131299.418951:0:24851:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0c61c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508968064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.418954:0:24875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789131299.418959:0:24875:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3627:x1876039508968448:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1789131299.419017:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789131299.419022:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789131299.419024:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789131299.419995:0:24851:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0c61c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508968064:12345-0@lo:400:kworker.0 Request processed in 1040us (3048us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131299.420004:0:24851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789131299.420077:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508967296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789131299.420108:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789131299.420118:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde0b80f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3627:x1876039508968576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789131299.420394:0:24875:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3627:x1876039508968448:12345-0@lo:400:kworker.0 Request processed in 1433us (3569us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131299.420401:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:3627:x1876039508967552:12345-0@lo:400:kworker.0 Request processed in 3059us (3507us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131299.420410:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1789131299.420478:0:24875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789131299.420594:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde0b80f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3627:x1876039508968576:12345-0@lo:400:kworker.0 Request processed in 479us (1786us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131299.420601:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789131299.420645:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7b78f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:56dba386-29a7-47c9-94c3-ec28dcb7438b:3627:1876039508967552:0@lo:400:kworker.0 00000100:00100000:3.0:1789131299.420657:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7b7a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508968064:0@lo:400:kworker.0 00000100:00100000:3.0:1789131299.420666:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0f9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3627:1876039508968576:0@lo:400:kworker.0 00010000:00080000:3.0:1789131299.420678:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91dcc7b7ad00 x1876039508968448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131299.420689:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7b7ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3627:1876039508968448:0@lo:400:kworker.0 00010000:00010000:0.0:1789131299.473571:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789131299.832287:0:26377:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe6b0a4ab0 20000000:00000080:3.0:1789131299.832303:0:26377:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff91ddfe3e2000 uarg=0000000000000000 20000000:01000000:3.0:1789131299.832354:0:26377:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1789131299.832360:0:26377:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1789131299.832364:0:26377:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1789131299.833274:0:26378:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 19 20000000:00000400:0.0:1789131299.833432:0:26377:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1789131299.841256:0:26377:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1789131299.841288:0:26377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff91ddfe3b3800/0xf3fe2838e1fc421e lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131299.841307:0:26377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91dde19ab000/0xf3fe2838e1fc3e7b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e74 expref: 23 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131299.841332:0:26377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91ddc0030800/0xf3fe2838e1fc3e89 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3e82 expref: 23 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131299.841339:0:26377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91dde19aa800/0xf3fe2838e1fc3ec8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3ec1 expref: 23 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131299.841346:0:26377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91dde19aa200/0xf3fe2838e1fc3f62 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc3f5b expref: 23 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131299.841356:0:26377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc41ae lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269f6f expref: 12 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131299.841364:0:26377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff91ddc76b9600/0xf3fe2838e1fc41ed lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269fdf expref: 12 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131299.841372:0:26377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff91ddfe3b3800/0xf3fe2838e1fc421e lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131299.841507:0:26377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91ddc76b9600/0xf3fe2838e1fc41ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269fdf expref: 12 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131299.841523:0:26377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91ddc76b9600/0xf3fe2838e1fc41ed lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269fdf expref: 12 pid: 23334 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131299.841538:0:26377:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca22b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26377:1876039508968832:192.168.203.11@tcp:104: 00010000:00010000:0.0:1789131299.841640:0:26377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc41ae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269f6f expref: 12 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131299.841648:0:26377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc41ae lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269f6f expref: 12 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131299.841665:0:26377:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca228000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26377:1876039508968960:192.168.203.11@tcp:104: 00010000:00010000:0.0:1789131299.841698:0:26377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91dde19aa200/0xf3fe2838e1fc3f62 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf3fe2838e1fc3f5b expref: 23 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131299.841704:0:26377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91dde19aa200/0xf3fe2838e1fc3f62 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3f5b expref: 23 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131299.841713:0:26377:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca22a580 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26377:1876039508969088:0@lo:104: 00000100:00100000:0.0:1789131299.841816:0:26377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789131299.841865:0:26377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91dde19aa800/0xf3fe2838e1fc3ec8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf3fe2838e1fc3ec1 expref: 23 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131299.841873:0:26377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91dde19aa800/0xf3fe2838e1fc3ec8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3ec1 expref: 23 pid: 23334 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131299.841999:0:26377:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca229e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26377:1876039508969216:0@lo:104: 00000100:00100000:0.0:1789131299.842200:0:26377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789131299.842228:0:26377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91ddc0030800/0xf3fe2838e1fc3e89 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf3fe2838e1fc3e82 expref: 23 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131299.842238:0:26377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91ddc0030800/0xf3fe2838e1fc3e89 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e82 expref: 23 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131299.842247:0:26377:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca229a40 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26377:1876039508969344:0@lo:104: 00000100:00100000:0.0:1789131299.842267:0:26377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789131299.842282:0:26377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff91dde19ab000/0xf3fe2838e1fc3e7b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf3fe2838e1fc3e74 expref: 23 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131299.842301:0:26377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff91dde19ab000/0xf3fe2838e1fc3e7b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e74 expref: 23 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131299.842310:0:26377:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca22a940 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26377:1876039508969472:0@lo:104: 00000100:00100000:0.0:1789131299.842332:0:26377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131299.842342:0:26377:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc35e7540 going to sleep for 11 seconds 00000100:00100000:2.0:1789131299.842906:0:23323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508969088 00000100:00100000:2.0:1789131299.842915:0:23323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508969088 00000100:00100000:2.0:1789131299.842948:0:23323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508969216 00000100:00100000:2.0:1789131299.842951:0:23323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508969216 00000100:00100000:2.0:1789131299.842961:0:23323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508969344 00000100:00100000:2.0:1789131299.842963:0:23323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508969344 00000100:00100000:2.0:1789131299.842971:0:23323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508969472 00000100:00100000:2.0:1789131299.842973:0:23323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508969472 00000100:00100000:2.0:1789131299.842986:0:23323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789131299.842995:0:23323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca2283c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+6:26377:x1876039508969088:12345-0@lo:104: 00010000:00010000:2.0:1789131299.843007:0:23323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff91ddc0031a00/0xf3fe2838e1fc3f5b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3f62 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.843487:0:23323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789131299.843495:0:23323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca2283c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+6:26377:x1876039508969088:12345-0@lo:104: Request processed in 501us (1679us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131299.843512:0:23323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789131299.843532:0:23323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789131299.843538:0:23323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca22b840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+5:26377:x1876039508969216:12345-0@lo:104: 00010000:00010000:2.0:1789131299.843546:0:23323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff91ddc0030200/0xf3fe2838e1fc3ec1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3ec8 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.843582:0:23323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789131299.843587:0:23323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca22b840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+5:26377:x1876039508969216:12345-0@lo:104: Request processed in 50us (1387us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131299.843592:0:23323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789131299.843605:0:23323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789131299.843610:0:23323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca229680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+4:26377:x1876039508969344:12345-0@lo:104: 00010000:00010000:2.0:1789131299.843618:0:23323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e82 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3e89 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.843658:0:23323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1789131299.843663:0:23323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca229680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+4:26377:x1876039508969344:12345-0@lo:104: Request processed in 53us (1396us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131299.843670:0:23323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789131299.843682:0:23323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789131299.843688:0:23323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca22ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+3:26377:x1876039508969472:12345-0@lo:104: 00010000:00010000:2.0:1789131299.843705:0:23323:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff91dcc78df000/0xf3fe2838e1fc3e74 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3e7b expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.843742:0:23323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:2.0:1789131299.843747:0:23323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca22ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:56dba386-29a7-47c9-94c3-ec28dcb7438b+3:26377:x1876039508969472:12345-0@lo:104: Request processed in 59us (1414us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131299.843753:0:23323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:2.0:1789131299.844027:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1789131299.844034:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91ddc0031a00/0xf3fe2838e1fc3f5b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3f62 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844041:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0031a00 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:2.0:1789131299.844046:0:23327:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91ddc0031a00/0xf3fe2838e1fc3f5b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xf3fe2838e1fc3f62 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844057:0:23327:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91ddc0031a00/0xf3fe2838e1fc3f5b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xf3fe2838e1fc3f62 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789131299.844063:0:23327:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91ddc0031a00/0xf3fe2838e1fc3f5b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xf3fe2838e1fc3f62 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131299.844069:0:23327:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789131299.844101:0:23327:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91ddc0031a00/0xf3fe2838e1fc3f5b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3f62 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844107:0:23327:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789131299.844125:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91ddc0031a00/0xf3fe2838e1fc3f5b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3f62 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844133:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91ddc0031a00/0xf3fe2838e1fc3f5b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3f62 expref: -99 pid: 25665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844158:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789131299.844161:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91ddc0030200/0xf3fe2838e1fc3ec1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3ec8 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844167:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0030200 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:2.0:1789131299.844171:0:23327:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91ddc0030200/0xf3fe2838e1fc3ec1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xf3fe2838e1fc3ec8 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844178:0:23327:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91ddc0030200/0xf3fe2838e1fc3ec1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xf3fe2838e1fc3ec8 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789131299.844184:0:23327:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91ddc0030200/0xf3fe2838e1fc3ec1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xf3fe2838e1fc3ec8 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131299.844190:0:23327:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789131299.844204:0:23327:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91ddc0030200/0xf3fe2838e1fc3ec1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3ec8 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844211:0:23327:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789131299.844224:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91ddc0030200/0xf3fe2838e1fc3ec1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3ec8 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844231:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91ddc0030200/0xf3fe2838e1fc3ec1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3ec8 expref: -99 pid: 24844 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844240:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789131299.844243:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e82 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3e89 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844258:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dde19aaa00 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:2.0:1789131299.844261:0:23327:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e82 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf3fe2838e1fc3e89 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844268:0:23327:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e82 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf3fe2838e1fc3e89 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789131299.844275:0:23327:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e82 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf3fe2838e1fc3e89 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131299.844280:0:23327:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789131299.844294:0:23327:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e82 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3e89 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844299:0:23327:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789131299.844305:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e82 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3e89 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844311:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dde19aaa00/0xf3fe2838e1fc3e82 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3e89 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844320:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789131299.844323:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff91dcc78df000/0xf3fe2838e1fc3e74 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf3fe2838e1fc3e7b expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844329:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc78df000 already unused, calling callback (ffffffffc124bc20) 10000000:00010000:2.0:1789131299.844331:0:23327:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff91dcc78df000/0xf3fe2838e1fc3e74 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf3fe2838e1fc3e7b expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844347:0:23327:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff91dcc78df000/0xf3fe2838e1fc3e74 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf3fe2838e1fc3e7b expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789131299.844354:0:23327:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff91dcc78df000/0xf3fe2838e1fc3e74 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf3fe2838e1fc3e7b expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131299.844359:0:23327:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789131299.844371:0:23327:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff91dcc78df000/0xf3fe2838e1fc3e74 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3e7b expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844377:0:23327:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789131299.844382:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff91dcc78df000/0xf3fe2838e1fc3e74 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3e7b expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844389:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff91dcc78df000/0xf3fe2838e1fc3e74 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf3fe2838e1fc3e7b expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844403:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131299.844404:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131299.844406:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131299.844412:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789131299.844431:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5fe8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:56dba386-29a7-47c9-94c3-ec28dcb7438b:3626:1876039508969600:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789131299.844488:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131299.844529:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789131299.844536:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5fe8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:56dba386-29a7-47c9-94c3-ec28dcb7438b:3626:1876039508969984:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789131299.844557:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131299.844579:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5fea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:56dba386-29a7-47c9-94c3-ec28dcb7438b:3628:1876039508969856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789131299.844599:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131299.844625:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789131299.844629:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5feb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:56dba386-29a7-47c9-94c3-ec28dcb7438b:3628:1876039508969728:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789131299.844653:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131299.844671:0:23326:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508969600 00000100:00100000:2.0:1789131299.844676:0:23326:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508969600 00010000:00010000:2.0:1789131299.844699:0:23326:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91dde19aa200/0xf3fe2838e1fc3f62 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3f5b expref: 24 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131299.844715:0:23326:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508969984 00000100:00100000:2.0:1789131299.844717:0:23326:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508969984 00010000:00010000:2.0:1789131299.844728:0:23326:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91dde19ab000/0xf3fe2838e1fc3e7b lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e74 expref: 25 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131299.844737:0:23326:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508969856 00000100:00100000:2.0:1789131299.844739:0:23326:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508969856 00010000:00010000:2.0:1789131299.844749:0:23326:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91ddc0030800/0xf3fe2838e1fc3e89 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e82 expref: 26 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131299.844758:0:23326:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508969728 00000100:00100000:2.0:1789131299.844760:0:23326:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508969728 00010000:00010000:2.0:1789131299.844768:0:23326:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91dde19aa800/0xf3fe2838e1fc3ec8 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3ec1 expref: 27 pid: 23334 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131299.844780:0:23326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789131299.844786:0:23326:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5fe9680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:56dba386-29a7-47c9-94c3-ec28dcb7438b+27:3626:x1876039508969600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789131299.844797:0:23326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789131299.844801:0:23326:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91dde19aa200/0xf3fe2838e1fc3f62 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3f5b expref: 27 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844809:0:23326:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91dde19aa200/0xf3fe2838e1fc3f62 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3f5b expref: 27 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844847:0:23326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789131299.844880:0:23326:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5fe9680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:56dba386-29a7-47c9-94c3-ec28dcb7438b+27:3626:x1876039508969600:12345-0@lo:103:ldlm_bl.0 Request processed in 93us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131299.844888:0:23326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789131299.844903:0:23326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789131299.844909:0:23326:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5febc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:56dba386-29a7-47c9-94c3-ec28dcb7438b+26:3626:x1876039508969984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789131299.844917:0:23326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789131299.844921:0:23326:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91dde19ab000/0xf3fe2838e1fc3e7b lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e74 expref: 26 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844929:0:23326:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91dde19ab000/0xf3fe2838e1fc3e7b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e74 expref: 26 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.844939:0:23326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789131299.844961:0:23326:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5febc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:56dba386-29a7-47c9-94c3-ec28dcb7438b+26:3626:x1876039508969984:12345-0@lo:103:ldlm_bl.0 Request processed in 52us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131299.844967:0:23326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789131299.844979:0:23326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789131299.844985:0:23326:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5fe9a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:56dba386-29a7-47c9-94c3-ec28dcb7438b+25:3628:x1876039508969856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789131299.844993:0:23326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789131299.844996:0:23326:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91ddc0030800/0xf3fe2838e1fc3e89 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e82 expref: 25 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.845005:0:23326:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91ddc0030800/0xf3fe2838e1fc3e89 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e82 expref: 25 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.845014:0:23326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789131299.845046:0:23326:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5fe9a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:56dba386-29a7-47c9-94c3-ec28dcb7438b+25:3628:x1876039508969856:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131299.845052:0:23326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789131299.845064:0:23326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789131299.845070:0:23326:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5fe83c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:3628:x1876039508969728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789131299.845078:0:23326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789131299.845082:0:23326:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91dde19aa800/0xf3fe2838e1fc3ec8 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3ec1 expref: 24 pid: 23334 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.845090:0:23326:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91dde19aa800/0xf3fe2838e1fc3ec8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf3fe2838e1fc3ec1 expref: 24 pid: 23334 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.845099:0:23326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789131299.845120:0:23326:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5fe83c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:3628:x1876039508969728:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131299.845126:0:23326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789131299.845162:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5feb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:56dba386-29a7-47c9-94c3-ec28dcb7438b:3628:1876039508969728:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789131299.845171:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5fea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:56dba386-29a7-47c9-94c3-ec28dcb7438b:3628:1876039508969856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789131299.845195:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5fe8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:56dba386-29a7-47c9-94c3-ec28dcb7438b:3626:1876039508969984:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789131299.845203:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5fe8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:56dba386-29a7-47c9-94c3-ec28dcb7438b:3626:1876039508969600:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789131299.846311:0:26377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dde19aa200/0xf3fe2838e1fc3f62 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf3fe2838e1fc3f5b expref: 23 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131299.846329:0:26377:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca22a580 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26377:1876039508969088:0@lo:104: 00010000:00010000:0.0:1789131299.846346:0:26377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dde19aa800/0xf3fe2838e1fc3ec8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf3fe2838e1fc3ec1 expref: 22 pid: 23334 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131299.846354:0:26377:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca229e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26377:1876039508969216:0@lo:104: 00010000:00010000:0.0:1789131299.846363:0:26377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ddc0030800/0xf3fe2838e1fc3e89 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e82 expref: 21 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131299.846371:0:26377:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca229a40 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26377:1876039508969344:0@lo:104: 00010000:00010000:0.0:1789131299.846381:0:26377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dde19ab000/0xf3fe2838e1fc3e7b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf3fe2838e1fc3e74 expref: 20 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131299.846388:0:26377:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca22a940 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26377:1876039508969472:0@lo:104: 00010000:00010000:1.0:1789131299.847008:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131299.850396:0:26377:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca22b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26377:1876039508968832:192.168.203.11@tcp:104: 00000100:00100000:0.0:1789131299.850424:0:26377:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca228000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26377:1876039508968960:192.168.203.11@tcp:104: 00010000:00010000:0.0:1789131299.850673:0:26377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff91ddfe3b3800/0xf3fe2838e1fc421e lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789131299.851109:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131299.851380:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131299.851489:0:23326:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498366208 00000100:00100000:2.0:1789131299.851498:0:23326:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498366208 00010000:00010000:2.0:1789131299.851539:0:23326:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc41ae lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269f6f expref: 13 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131299.851568:0:23326:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498366080 00000100:00100000:2.0:1789131299.851571:0:23326:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498366080 00010000:00010000:2.0:1789131299.851594:0:23326:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff91ddc76b9600/0xf3fe2838e1fc41ed lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269fdf expref: 14 pid: 23334 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131299.851610:0:23326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:2.0:1789131299.851618:0:23326:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde1d3f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+14:2388:x1876039498366208:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789131299.851633:0:23326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789131299.851639:0:23326:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc41ae lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269f6f expref: 14 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.851661:0:23326:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc41ae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269f6f expref: 14 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.851679:0:23326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91dde19ab800/0xf3fe2838e1fc41ae lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269f6f expref: 14 pid: 23333 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.851692:0:23326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789131299.851738:0:23326:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde1d3f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:2388:x1876039498366208:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 120us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131299.851746:0:23326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:2.0:1789131299.851789:0:23326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:2.0:1789131299.851796:0:23326:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc860bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+12:2387:x1876039498366080:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789131299.851804:0:23326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789131299.851808:0:23326:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff91ddc76b9600/0xf3fe2838e1fc41ed lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269fdf expref: 12 pid: 23334 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.851817:0:23326:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff91ddc76b9600/0xf3fe2838e1fc41ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269fdf expref: 12 pid: 23334 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.851849:0:23326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ddc76b9600/0xf3fe2838e1fc41ed lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269fdf expref: 12 pid: 23334 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.851859:0:23326:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff91ddfe3b3800/0xf3fe2838e1fc421e lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 26377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.851866:0:23326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddfe3b3800/0xf3fe2838e1fc421e lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 26377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.851879:0:23326:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91ddfe3b3800/0xf3fe2838e1fc421e lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.851886:0:23326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff91ddfe3b3800/0xf3fe2838e1fc421e lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.851893:0:23326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff91ddfe3b3800/0xf3fe2838e1fc421e lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.851899:0:23326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff91ddfe3b3800/0xf3fe2838e1fc421e lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.851905:0:23326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b3800 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131299.851909:0:23326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff91ddfe3b3800/0xf3fe2838e1fc421e lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.851916:0:23326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff91ddfe3b3800/0xf3fe2838e1fc421e lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.851936:0:23326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff91ddfe3b3800/0xf3fe2838e1fc421e lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131299.851956:0:23326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789131299.851963:0:26377:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff91ddfe3b3800/0xf3fe2838e1fc421e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131299.851972:0:26377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff91ddfe3b3800/0xf3fe2838e1fc421e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131299.851976:0:23326:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc860bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+11:2387:x1876039498366080:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 180us (597us total) trans 0 rc 0/0 00010000:00010000:0.0:1789131299.851979:0:26377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff91ddfe3b3800/0xf3fe2838e1fc421e lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131299.851983:0:23326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 14 00010000:00010000:2.0:1789131300.497807:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789131300.819351:0:23378:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:2.0:1789131301.265891:0:23336:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789131301.265899:0:23336:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91dcc7fe9000 from 19 10000000:01000000:2.0:1789131301.265903:0:23336:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789131301.265966:0:23336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9600/0xf3fe2838e1fc4225 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.265977:0:23336:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9600/0xf3fe2838e1fc4225 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.265989:0:23336:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9600/0xf3fe2838e1fc4225 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131301.266015:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508970112:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789131301.266088:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131301.266146:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc6aa8300 going to sleep for 11 seconds 00000100:00100000:1.0:1789131301.266270:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508970112 00000100:00100000:1.0:1789131301.266277:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508970112 00000100:00100000:1.0:1789131301.266338:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1789131301.266348:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+20:23336:x1876039508970112:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789131301.266360:0:23333:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131301.266375:0:23333:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91dde19aa600/0xf3fe2838e1fc422c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc4225 expref: -99 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.266396:0:23333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91dde19aa600/0xf3fe2838e1fc422c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc4225 expref: 21 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.266407:0:23333:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91dde19aa600/0xf3fe2838e1fc422c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc4225 expref: 21 pid: 23333 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.266417:0:23333:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dde19aa600, rc 0) 00000100:00100000:1.0:1789131301.266494:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:23336:x1876039508970112:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 146us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131301.266501:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1789131301.266585:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508970112:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789131301.266599:0:23336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9600/0xf3fe2838e1fc4225 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc422c expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.266608:0:23336:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9600/0xf3fe2838e1fc4225 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc422c expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131301.266668:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508970240:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789131301.266721:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131301.266757:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc6aa8300 going to sleep for 11 seconds 00000100:00100000:0.0:1789131301.266888:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508970240 00000100:00100000:0.0:1789131301.266893:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508970240 00000100:00100000:0.0:1789131301.266933:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1789131301.266941:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:23336:x1876039508970240:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789131301.267065:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:23336:x1876039508970240:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 125us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131301.267073:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1789131301.267205:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508970240:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789131301.267237:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508970368:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789131301.267277:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131301.267299:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc6aa8300 going to sleep for 11 seconds 00000100:00100000:0.0:1789131301.267349:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508970368 00000100:00100000:0.0:1789131301.267353:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508970368 00000100:00100000:0.0:1789131301.267370:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1789131301.267376:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:23336:x1876039508970368:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789131301.267493:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:23336:x1876039508970368:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 115us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131301.267501:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1789131301.267577:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508970368:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789131301.269790:0:26390:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 19 00000020:01000000:2.0:1789131301.270813:0:23336:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 19-18 (rc=0) 10000000:01000000:2.0:1789131301.270855:0:23336:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789131301.270866:0:23336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9600/0xf3fe2838e1fc4225 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc422c expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.270877:0:23336:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddc76b9600/0xf3fe2838e1fc4225 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc422c expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131301.270888:0:23336:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789131301.270891:0:23336:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91dcc7fea000 from 19 10000000:01000000:2.0:1789131301.270894:0:23336:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789131301.270942:0:23336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8a00/0xf3fe2838e1fc4233 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.270950:0:23336:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8a00/0xf3fe2838e1fc4233 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.270960:0:23336:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8a00/0xf3fe2838e1fc4233 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131301.270985:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508970496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789131301.271061:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131301.271118:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc6aa8300 going to sleep for 11 seconds 00000100:00100000:3.0:1789131301.271256:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508970496 00000100:00100000:3.0:1789131301.271263:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508970496 00000100:00100000:3.0:1789131301.271309:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1789131301.271318:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+21:23336:x1876039508970496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789131301.271330:0:23332:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789131301.271343:0:23332:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91de01ad7000/0xf3fe2838e1fc423a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc4233 expref: -99 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.271366:0:23332:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91de01ad7000/0xf3fe2838e1fc423a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc4233 expref: 22 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.271376:0:23332:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91de01ad7000/0xf3fe2838e1fc423a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc4233 expref: 22 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.271385:0:23332:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91de01ad7000, rc 0) 00000100:00100000:3.0:1789131301.271437:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:23336:x1876039508970496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131301.271444:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1789131301.272806:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508970496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789131301.272836:0:23336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8a00/0xf3fe2838e1fc4233 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc423a expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.272847:0:23336:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8a00/0xf3fe2838e1fc4233 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc423a expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131301.272931:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508970624:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789131301.272979:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131301.273025:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc6aa8300 going to sleep for 11 seconds 00000100:00100000:3.0:1789131301.273131:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508970624 00000100:00100000:3.0:1789131301.273136:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508970624 00000100:00100000:3.0:1789131301.273177:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1789131301.273184:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:23336:x1876039508970624:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789131301.273299:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:23336:x1876039508970624:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 115us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131301.273308:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1789131301.274405:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508970624:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789131301.274451:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508970752:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789131301.274546:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131301.274586:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dcc6aa8300 going to sleep for 11 seconds 00000100:00100000:3.0:1789131301.274722:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508970752 00000100:00100000:3.0:1789131301.274727:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508970752 00000100:00100000:3.0:1789131301.274767:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1789131301.274775:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:23336:x1876039508970752:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789131301.274885:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:23336:x1876039508970752:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 110us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131301.274893:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1789131301.275209:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508970752:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789131301.276151:0:26391:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 19 00000100:00100000:1.0:1789131301.280882:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131301.281022:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498366336 00000100:00100000:2.0:1789131301.281032:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498366336 00000100:00100000:2.0:1789131301.281105:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 23 00000100:00100000:2.0:1789131301.281118:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc860a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:19000:x1876039498366336:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789131301.281135:0:23340:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789131301.281155:0:23340:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4241 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a017 expref: -99 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281233:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4248 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281248:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4248 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281261:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4248 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281274:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030200/0xf3fe2838e1fc424f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281282:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030200/0xf3fe2838e1fc424f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281288:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030200/0xf3fe2838e1fc424f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281363:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031a00/0xf3fe2838e1fc4256 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281372:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031a00/0xf3fe2838e1fc4256 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281379:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031a00/0xf3fe2838e1fc4256 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789131301.281409:0:23340:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789131301.281414:0:23340:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789131301.281452:0:23340:0:(mdt_handler.c:2515:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031a00/0xf3fe2838e1fc4256 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281500:0:23340:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4248 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281507:0:23340:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4248 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281513:0:23340:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4248 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281519:0:23340:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0030800 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:2.0:1789131301.281525:0:23340:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4248 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281532:0:23340:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4248 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281544:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91dcc7d6b000) 00010000:00010000:2.0:1789131301.281547:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789131301.281552:0:23340:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4248 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281559:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4248 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281571:0:23340:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030200/0xf3fe2838e1fc424f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281578:0:23340:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030200/0xf3fe2838e1fc424f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281583:0:23340:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030200/0xf3fe2838e1fc424f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281595:0:23340:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0030200 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:2.0:1789131301.281598:0:23340:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030200/0xf3fe2838e1fc424f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281605:0:23340:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030200/0xf3fe2838e1fc424f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281613:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff91ddf5c83c00) 00010000:00010000:2.0:1789131301.281616:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789131301.281619:0:23340:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030200/0xf3fe2838e1fc424f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281625:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030200/0xf3fe2838e1fc424f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281656:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4241 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a017 expref: 8 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281670:0:23340:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031a00/0xf3fe2838e1fc4256 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a017 expref: 7 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.281677:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff91ddf5c83000) 00010000:00010000:2.0:1789131301.281679:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789131301.281681:0:23340:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc0031a00, rc 0) 00000100:00100000:2.0:1789131301.281741:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc860a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+7:19000:x1876039498366336:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 626us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131301.281748:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 23 00000100:00080000:1.0:1789131301.282036:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:01000000:0.0:1789131301.283913:0:23336:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 19-18 (rc=0) 10000000:01000000:0.0:1789131301.284129:0:23336:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789131301.284142:0:23336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8a00/0xf3fe2838e1fc4233 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc423a expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.284167:0:23336:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddc76b8a00/0xf3fe2838e1fc4233 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc423a expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789131301.284177:0:23336:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789131301.284180:0:23336:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91dcc78a2800 from 19 10000000:01000000:0.0:1789131301.284183:0:23336:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789131301.284217:0:23336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddfe3b3800/0xf3fe2838e1fc425d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.284224:0:23336:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91ddfe3b3800/0xf3fe2838e1fc425d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.284234:0:23336:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91ddfe3b3800/0xf3fe2838e1fc425d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131301.284258:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca228000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508970880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789131301.284390:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131301.284440:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc35e7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789131301.284593:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508970880 00000100:00100000:3.0:1789131301.284602:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508970880 00000100:00100000:3.0:1789131301.284642:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1789131301.284651:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+22:23336:x1876039508970880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789131301.284663:0:23332:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789131301.284676:0:23332:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91de01ad7400/0xf3fe2838e1fc4264 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc425d expref: -99 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.285006:0:23332:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91de01ad7400/0xf3fe2838e1fc4264 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc425d expref: 23 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.285031:0:23332:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91de01ad7400/0xf3fe2838e1fc4264 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc425d expref: 23 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.285038:0:23332:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91de01ad7400, rc 0) 00000100:00100000:3.0:1789131301.285090:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:23336:x1876039508970880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 440us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131301.285098:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1789131301.289200:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca228000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508970880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789131301.289248:0:23336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91ddfe3b3800/0xf3fe2838e1fc425d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc4264 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.289261:0:23336:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91ddfe3b3800/0xf3fe2838e1fc425d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc4264 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131301.289353:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508971008:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789131301.289413:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131301.289481:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf4e2b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789131301.289844:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508971008 00000100:00100000:0.0:1789131301.289850:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508971008 00000100:00100000:0.0:1789131301.289891:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1789131301.289899:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:23336:x1876039508971008:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789131301.290023:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:23336:x1876039508971008:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 124us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131301.290031:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1789131301.292001:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131301.292083:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508971008:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789131301.292148:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508971136:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789131301.292229:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131301.292301:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf4e2b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789131301.292304:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508971136 00000100:00100000:3.0:1789131301.292316:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508971136 00000100:00100000:3.0:1789131301.292397:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1789131301.292406:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:23336:x1876039508971136:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789131301.292688:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:23336:x1876039508971136:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 282us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131301.292697:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1789131301.292762:0:23351:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498366464 00000100:00100000:0.0:1789131301.292771:0:23351:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498366464 00000100:00100000:0.0:1789131301.292843:0:23351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:0.0:1789131301.292864:0:23351:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde0b81680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+7:19000:x1876039498366464:12345-192.168.203.11@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1789131301.292951:0:23351:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde0b81680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+7:19000:x1876039498366464:12345-192.168.203.11@tcp:900:lhsmtool_posix.0 Request processed in 90us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131301.292960:0:23351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:2.0:1789131301.293745:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508971136:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789131301.300929:0:26392:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 19 00000020:01000000:3.0:1789131301.301092:0:23336:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 19-18 (rc=0) 10000000:01000000:3.0:1789131301.301146:0:23336:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789131301.301160:0:23336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91ddfe3b3800/0xf3fe2838e1fc425d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc4264 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.301174:0:23336:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91ddfe3b3800/0xf3fe2838e1fc425d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc4264 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789131301.301187:0:23336:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789131301.301190:0:23336:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff91dcc9279800 from 19 10000000:01000000:3.0:1789131301.301193:0:23336:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789131301.301251:0:23336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff91de01ad7600/0xf3fe2838e1fc426b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.301275:0:23336:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff91de01ad7600/0xf3fe2838e1fc426b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.301289:0:23336:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff91de01ad7600/0xf3fe2838e1fc426b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131301.301321:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0f9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508971264:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789131301.301710:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131301.301776:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd13229c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789131301.306621:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508971264 00000100:00100000:2.0:1789131301.306636:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508971264 00000100:00100000:2.0:1789131301.306716:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1789131301.306727:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+23:23336:x1876039508971264:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789131301.306744:0:23332:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789131301.306765:0:23332:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ddc0030200/0xf3fe2838e1fc4272 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf3fe2838e1fc426b expref: -99 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.306794:0:23332:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddc0030200/0xf3fe2838e1fc4272 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf3fe2838e1fc426b expref: 24 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.306806:0:23332:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ddc0030200/0xf3fe2838e1fc4272 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf3fe2838e1fc426b expref: 24 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.306841:0:23332:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc0030200, rc 0) 00000100:00100000:2.0:1789131301.306934:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:23336:x1876039508971264:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 198us (5213us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131301.306947:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1789131301.307002:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0f9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508971264:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789131301.307043:0:23336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff91de01ad7600/0xf3fe2838e1fc426b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc4272 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.307057:0:23336:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff91de01ad7600/0xf3fe2838e1fc426b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf3fe2838e1fc4272 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131301.307174:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca0f9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508971392:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789131301.307238:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131301.307305:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd13229c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789131301.307535:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508971392 00000100:00100000:2.0:1789131301.307543:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508971392 00000100:00100000:2.0:1789131301.307594:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1789131301.307604:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde6f75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:23336:x1876039508971392:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789131301.307782:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde6f75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:23336:x1876039508971392:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 179us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131301.307791:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1789131301.307899:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca0f9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508971392:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789131301.307943:0:23336:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca22b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508971520:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789131301.307998:0:23336:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131301.308034:0:23336:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc35e7180 going to sleep for 11 seconds 00000100:00100000:2.0:1789131301.308185:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508971520 00000100:00100000:2.0:1789131301.308190:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508971520 00000100:00100000:2.0:1789131301.308227:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1789131301.308235:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc78450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:23336:x1876039508971520:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789131301.308334:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc78450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:23336:x1876039508971520:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 99us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131301.308342:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1789131301.309087:0:23336:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca22b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:56dba386-29a7-47c9-94c3-ec28dcb7438b:23336:1876039508971520:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789131301.310170:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131301.310413:0:24875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498366720 00000100:00100000:2.0:1789131301.310427:0:24875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498366720 00000100:00100000:2.0:1789131301.310952:0:24875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 24 00000100:00100000:2.0:1789131301.310966:0:24875:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc8609a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+7:19000:x1876039498366720:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789131301.310993:0:24875:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789131301.311022:0:24875:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4279 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a01e expref: -99 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.311162:0:24875:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4280 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.311179:0:24875:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4280 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.311193:0:24875:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4280 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789131301.313403:0:26393:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 19 00000020:01000000:1.0:1789131301.313619:0:23336:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 19-18 (rc=0) 10000000:01000000:1.0:1789131301.313673:0:23336:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789131301.313687:0:23336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff91de01ad7600/0xf3fe2838e1fc426b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc4272 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.313708:0:23336:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff91de01ad7600/0xf3fe2838e1fc426b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf3fe2838e1fc4272 expref: -99 pid: 23336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.319182:0:24875:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6600/0xf3fe2838e1fc4287 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.319215:0:24875:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6600/0xf3fe2838e1fc4287 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.319233:0:24875:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6600/0xf3fe2838e1fc4287 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.319699:0:24875:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad7e00/0xf3fe2838e1fc428e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.319710:0:24875:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad7e00/0xf3fe2838e1fc428e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.319718:0:24875:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad7e00/0xf3fe2838e1fc428e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789131301.319732:0:24875:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:3.0:1789131301.321734:0:24875:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4280 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.321757:0:24875:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4280 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.321765:0:24875:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4280 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.321774:0:24875:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0031600 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:3.0:1789131301.321781:0:24875:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4280 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.321791:0:24875:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4280 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.321815:0:24875:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff91ddf5c83000) 00010000:00010000:3.0:1789131301.321830:0:24875:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789131301.321837:0:24875:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4280 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.321872:0:24875:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4280 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.321894:0:24875:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6600/0xf3fe2838e1fc4287 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.321901:0:24875:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6600/0xf3fe2838e1fc4287 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.321908:0:24875:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6600/0xf3fe2838e1fc4287 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.321925:0:24875:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91de01ad6600 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:3.0:1789131301.321929:0:24875:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6600/0xf3fe2838e1fc4287 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.321936:0:24875:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6600/0xf3fe2838e1fc4287 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.321945:0:24875:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff91dcc6d84300) 00010000:00010000:3.0:1789131301.321948:0:24875:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789131301.321951:0:24875:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6600/0xf3fe2838e1fc4287 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.321957:0:24875:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6600/0xf3fe2838e1fc4287 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.325596:0:24875:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4279 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a01e expref: 10 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.325650:0:24875:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad7e00/0xf3fe2838e1fc428e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a01e expref: 9 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.325660:0:24875:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91dcc6d84600) 00010000:00010000:3.0:1789131301.325664:0:24875:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789131301.325668:0:24875:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91de01ad7e00, rc 0) 00000100:00100000:3.0:1789131301.325767:0:24875:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc8609a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+9:19000:x1876039498366720:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 14803us (15601us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1789131301.325778:0:24875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 24 00000100:00100000:0.0:1789131301.334428:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131301.334541:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498366848 00000100:00100000:2.0:1789131301.334557:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498366848 00000100:00100000:2.0:1789131301.334743:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:2.0:1789131301.334754:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca22a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+9:19000:x1876039498366848:12345-192.168.203.11@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1789131301.334877:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca22a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+9:19000:x1876039498366848:12345-192.168.203.11@tcp:59:lhsmtool_posix.0 Request processed in 125us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131301.334886:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:0.0:1789131301.353901:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131301.354004:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498366976 00000100:00100000:3.0:1789131301.354017:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498366976 00000100:00100000:3.0:1789131301.354135:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 26 00000100:00100000:3.0:1789131301.354148:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca229a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+5:19000:x1876039498366976:12345-192.168.203.11@tcp:59:lhsmtool_posix.0 00000100:00080000:1.0:1789131301.354515:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:0.0:1789131301.358015:0:23339:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 3806us 00000100:00100000:0.0:1789131301.359784:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131301.359881:0:24875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498367104 00000100:00100000:1.0:1789131301.359894:0:24875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498367104 00000100:00100000:1.0:1789131301.359970:0:24875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 27 00000100:00100000:1.0:1789131301.359982:0:24875:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca229e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+9:19006:x1876039498367104:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:1.0:1789131301.360008:0:24875:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131301.360050:0:24875:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab400/0xf3fe2838e1fc429c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a025 expref: -99 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360253:0:24875:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360273:0:24875:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360286:0:24875:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360445:0:24875:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360593:0:24875:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360608:0:24875:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360660:0:24875:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360802:0:24875:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42a3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360810:0:24875:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360816:0:24875:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dde19ab800 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:1.0:1789131301.360832:0:24875:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360841:0:24875:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42a3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360853:0:24875:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91dcc7d6b000) 00010000:00010000:1.0:1789131301.360857:0:24875:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789131301.360862:0:24875:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360868:0:24875:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360883:0:24875:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360896:0:24875:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360902:0:24875:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360908:0:24875:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dde19ab000 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:1.0:1789131301.360911:0:24875:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360918:0:24875:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42aa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360927:0:24875:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff91ddff605700) 00010000:00010000:1.0:1789131301.360930:0:24875:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789131301.360933:0:24875:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42aa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.360939:0:24875:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.361062:0:24875:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab400/0xf3fe2838e1fc429c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a025 expref: 10 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.361076:0:24875:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91dcc7d6b000) 00010000:00010000:1.0:1789131301.361079:0:24875:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789131301.361084:0:24875:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab400/0xf3fe2838e1fc429c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a025 expref: 10 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.361121:0:24875:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dde19ab400, rc 0) 00000100:00100000:1.0:1789131301.361611:0:24875:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca229e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+9:19006:x1876039498367104:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 1628us (1838us total) trans 0 rc 301/301 00000100:00100000:1.0:1789131301.361626:0:24875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 27 00000100:00100000:3.0:1789131301.367173:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131301.367510:0:23348:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498367232 00000100:00100000:1.0:1789131301.367524:0:23348:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498367232 00000100:00100000:1.0:1789131301.367585:0:23348:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:1.0:1789131301.367597:0:23348:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca0f9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+9:19006:x1876039498367232:12345-192.168.203.11@tcp:700:lfs.0 00000100:00100000:1.0:1789131301.367685:0:23348:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca0f9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+9:19006:x1876039498367232:12345-192.168.203.11@tcp:700:lfs.0 Request processed in 89us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131301.367697:0:23348:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:2.0:1789131301.374987:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131301.375139:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498367488 00000100:00100000:0.0:1789131301.375153:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498367488 00000100:00100000:0.0:1789131301.375235:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 28 00000100:00100000:0.0:1789131301.375247:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5fe9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+9:19006:x1876039498367488:12345-192.168.203.11@tcp:36:lfs.0 00010000:00010000:0.0:1789131301.375315:0:23340:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789131301.375352:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab600/0xf3fe2838e1fc41d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d269fa0 expref: 9 pid: 23341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.376204:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91dcc7d6b000) 00010000:00010000:0.0:1789131301.376215:0:23340:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789131301.376304:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3e00/0xf3fe2838e1fc42b1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.376324:0:23340:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b9c00/0xf3fe2838e1fc4217 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a010 expref: 5 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.376348:0:23340:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3e00/0xf3fe2838e1fc42b1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.376415:0:23340:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b9c00/0xf3fe2838e1fc4217 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a010 expref: 5 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.376445:0:23340:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b9c00/0xf3fe2838e1fc4217 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a010 expref: 5 pid: 24875 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131301.376485:0:23340:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca22a580 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:23340:1876039508971648:192.168.203.11@tcp:104: 00000100:00100000:0.0:1789131301.376630:0:23340:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc35e70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789131301.381343:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131301.381701:0:23324:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498367616 00000100:00100000:2.0:1789131301.381714:0:23324:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498367616 00010000:00010000:2.0:1789131301.381787:0:23324:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b9c00/0xf3fe2838e1fc4217 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a010 expref: 6 pid: 24875 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131301.381839:0:23324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:2.0:1789131301.381852:0:23324:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:2387:x1876039498367616:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789131301.381945:0:23324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789131301.381961:0:23324:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b9c00/0xf3fe2838e1fc4217 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a010 expref: 6 pid: 24875 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.382005:0:23324:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b9c00/0xf3fe2838e1fc4217 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a010 expref: 6 pid: 24875 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.382030:0:23324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91dcc7d6b000) 00010000:00010000:2.0:1789131301.382036:0:23324:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3e00/0xf3fe2838e1fc42b1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.382045:0:23324:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3e00/0xf3fe2838e1fc42b1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.382052:0:23324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3e00/0xf3fe2838e1fc42b1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.382076:0:23324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:3.0:1789131301.382197:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789131301.382550:0:23324:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:2387:x1876039498367616:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 698us (1219us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131301.382562:0:23324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 15 00010000:00010000:1.0:1789131301.384189:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b9c00/0xf3fe2838e1fc4217 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a010 expref: 5 pid: 24875 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789131301.384219:0:23340:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca22a580 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:23340:1876039508971648:192.168.203.11@tcp:104: 00010000:00010000:1.0:1789131301.384253:0:23340:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3e00/0xf3fe2838e1fc42b1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.384266:0:23340:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3e00/0xf3fe2838e1fc42b1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.384273:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3e00/0xf3fe2838e1fc42b1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.384312:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab400/0xf3fe2838e1fc42b8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.384349:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab400/0xf3fe2838e1fc42b8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.384766:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab400/0xf3fe2838e1fc42b8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131301.386435:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca229a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+5:19000:x1876039498366976:12345-192.168.203.11@tcp:59:lhsmtool_posix.0 Request processed in 32275us (32533us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131301.386453:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 26 00010000:00010000:1.0:1789131301.390643:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42bf lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.390675:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42bf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.390689:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42bf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789131301.390713:0:23340:0:(mdt_handler.c:4497:mdt_save_lock()) ### save lock request 0000000009044009 reply state 000000009372eeda transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42bf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.390725:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42bf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.390732:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91ddff605100) 00010000:00010000:1.0:1789131301.390735:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789131301.390740:0:23340:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1789131301.390746:0:23340:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1789131301.390756:0:23340:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3e00/0xf3fe2838e1fc42b1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.390762:0:23340:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3e00/0xf3fe2838e1fc42b1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.390770:0:23340:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3e00/0xf3fe2838e1fc42b1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.390786:0:23340:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b3e00 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:1.0:1789131301.390791:0:23340:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3e00/0xf3fe2838e1fc42b1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.390800:0:23340:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3e00/0xf3fe2838e1fc42b1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.390815:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91dcc7d6b000) 00010000:00010000:1.0:1789131301.390818:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789131301.390843:0:23340:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3e00/0xf3fe2838e1fc42b1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.390851:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3e00/0xf3fe2838e1fc42b1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789131301.390877:0:23340:0:(mdt_handler.c:4497:mdt_save_lock()) ### save lock request 0000000009044009 reply state 000000009372eeda transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab400/0xf3fe2838e1fc42b8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.390886:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab400/0xf3fe2838e1fc42b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.390893:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff91ddff605700) 00010000:00010000:1.0:1789131301.390896:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789131301.390899:0:23340:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1789131301.391218:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5fe9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+10:19006:x1876039498367488:12345-192.168.203.11@tcp:36:lfs.0 Request processed in 15967us (16237us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1789131301.391230:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 28 00000040:00080000:2.0:1789131301.394664:0:24095:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1789131301.464608:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131301.465188:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498367744 00000100:00100000:0.0:1789131301.465197:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498367744 00000100:00100000:1.0:1789131301.467435:0:24875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00100000:1.0:1789131301.467470:0:24875:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5febc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+10:19014:x1876039498367744:12345-192.168.203.11@tcp:101:lctl.0 00010000:00010000:1.0:1789131301.467512:0:24875:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131301.467536:0:24875:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a02c expref: -99 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.467601:0:24875:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19aa800/0xf3fe2838e1fc42cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.467615:0:24875:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19aa800/0xf3fe2838e1fc42cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.467626:0:24875:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19aa800/0xf3fe2838e1fc42cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789131301.467668:0:24875:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789131301.467672:0:24875:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789131301.467710:0:24875:0:(mdt_handler.c:2515:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19aa800/0xf3fe2838e1fc42cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.467734:0:24875:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a02c expref: 12 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.467751:0:24875:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19aa800/0xf3fe2838e1fc42cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a02c expref: 11 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.467759:0:24875:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91ddff605e00) 00010000:00010000:1.0:1789131301.467762:0:24875:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789131301.467766:0:24875:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dde19aa800, rc 0) 00000100:00100000:1.0:1789131301.467831:0:24875:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5febc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+11:19014:x1876039498367744:12345-192.168.203.11@tcp:101:lctl.0 Request processed in 373us (3221us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131301.467839:0:24875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00100000:2.0:1789131301.470736:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131301.471170:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498367872 00000100:00100000:3.0:1789131301.471187:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498367872 00000100:00100000:3.0:1789131301.471261:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 158 00000100:00100000:3.0:1789131301.471273:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+11:18378:x1876039498367872:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789131301.471297:0:23332:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789131301.471340:0:23332:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91de01ad7a00/0xf3fe2838e1fc42d4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a033 expref: -99 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.471390:0:23332:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91de01ad7a00/0xf3fe2838e1fc42d4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a033 expref: 12 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.471404:0:23332:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91de01ad7a00/0xf3fe2838e1fc42d4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a033 expref: 12 pid: 23332 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.471414:0:23332:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91de01ad7a00, rc 0) 00000100:00100000:3.0:1789131301.471533:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+12:18378:x1876039498367872:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 Request processed in 262us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131301.471541:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 158 00000100:00100000:2.0:1789131301.476556:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131301.478270:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498368000 00000100:00100000:3.0:1789131301.478289:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498368000 00000100:00100000:3.0:1789131301.478391:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 159 00000100:00100000:3.0:1789131301.478406:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+12:18378:x1876039498368000:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789131301.478789:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+12:18378:x1876039498368000:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 Request processed in 384us (2330us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131301.478798:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 159 00000100:00100000:2.0:1789131301.487242:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131301.490344:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498368128 00000100:00100000:3.0:1789131301.490363:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498368128 00000100:00100000:2.0:1789131301.493187:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 160 00000100:00100000:2.0:1789131301.493211:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+12:18378:x1876039498368128:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789131301.493808:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+12:18378:x1876039498368128:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 Request processed in 601us (6582us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131301.493830:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 160 00000100:00100000:2.0:1789131301.499620:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131301.499982:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131301.500624:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498368256 00000100:00100000:0.0:1789131301.500639:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498368256 00000100:00100000:0.0:1789131301.500717:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 161 00000100:00100000:0.0:1789131301.500729:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+12:18378:x1876039498368256:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789131301.500751:0:23334:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789131301.500776:0:23334:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff91ddfe3b3600/0xf3fe2838e1fc42db lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a03a expref: -99 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.500814:0:23334:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff91ddfe3b3600/0xf3fe2838e1fc42db lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a03a expref: 13 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.500841:0:23334:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff91ddfe3b3600/0xf3fe2838e1fc42db lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a03a expref: 13 pid: 23334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.500874:0:23334:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddfe3b3600, rc 0) 00000100:00100000:0.0:1789131301.500956:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:18378:x1876039498368256:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 Request processed in 229us (1351us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131301.500965:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 161 00000100:00100000:3.0:1789131301.501262:0:26074:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498368384 00000100:00100000:3.0:1789131301.501269:0:26074:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498368384 00000100:00100000:3.0:1789131301.501327:0:26074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 30 00000100:00100000:3.0:1789131301.501337:0:26074:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5fe9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9447f1c5-1686-4787-8dae-8fd44d946a3d+5:19015:x1876039498368384:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1789131301.501352:0:26074:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789131301.501371:0:26074:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6600/0xf3fe2838e1fc42e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a041 expref: -99 pid: 26074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.501521:0:26074:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6400/0xf3fe2838e1fc42e9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.501535:0:26074:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6400/0xf3fe2838e1fc42e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.501620:0:26074:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6400/0xf3fe2838e1fc42e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789131301.501817:0:26074:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789131301.501832:0:26074:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789131301.501865:0:26074:0:(mdt_handler.c:2515:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6400/0xf3fe2838e1fc42e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.501898:0:26074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6600/0xf3fe2838e1fc42e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a041 expref: 7 pid: 26074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.501919:0:26074:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6400/0xf3fe2838e1fc42e9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a041 expref: 6 pid: 26074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.501928:0:26074:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91ddff605e00) 00010000:00010000:2.0:1789131301.501931:0:26074:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789131301.501935:0:26074:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91de01ad6400, rc 0) 00000100:00100000:2.0:1789131301.501989:0:26074:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5fe9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:19015:x1876039498368384:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 654us (2007us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131301.501997:0:26074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 30 00000100:00100000:2.0:1789131301.509105:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131301.509167:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131301.509303:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498368640 00000100:00100000:1.0:1789131301.509317:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498368640 00000100:00100000:0.0:1789131301.509372:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498368512 00000100:00100000:0.0:1789131301.509392:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498368512 00000100:00100000:1.0:1789131301.509399:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 31 00000100:00100000:1.0:1789131301.509421:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5fe83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:19015:x1876039498368640:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:1.0:1789131301.509448:0:23340:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1789131301.509505:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 162 00010000:00010000:1.0:1789131301.509510:0:23340:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19aa200/0xf3fe2838e1fc42f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a048 expref: -99 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131301.509523:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc79050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:18378:x1876039498368512:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 00010000:00010000:1.0:1789131301.509584:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19aaa00/0xf3fe2838e1fc42f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.509599:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19aaa00/0xf3fe2838e1fc42f7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.509611:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19aaa00/0xf3fe2838e1fc42f7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.509624:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42fe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.509632:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.509640:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.509712:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab600/0xf3fe2838e1fc4305 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131301.509725:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc79050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:18378:x1876039498368512:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 Request processed in 203us (627us total) trans 0 rc 0/0 00010000:00010000:1.0:1789131301.509728:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab600/0xf3fe2838e1fc4305 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131301.509746:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 162 00010000:00010000:1.0:1789131301.510623:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab600/0xf3fe2838e1fc4305 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789131301.510666:0:23340:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789131301.510670:0:23340:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789131301.510688:0:23340:0:(mdt_handler.c:2515:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab600/0xf3fe2838e1fc4305 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.510710:0:23340:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19aaa00/0xf3fe2838e1fc42f7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.510716:0:23340:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19aaa00/0xf3fe2838e1fc42f7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.510723:0:23340:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19aaa00/0xf3fe2838e1fc42f7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.510729:0:23340:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dde19aaa00 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:1.0:1789131301.510733:0:23340:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19aaa00/0xf3fe2838e1fc42f7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.510740:0:23340:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19aaa00/0xf3fe2838e1fc42f7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.510752:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91ddff605e00) 00010000:00010000:1.0:1789131301.510755:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789131301.511854:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131301.512086:0:23333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498368768 00000100:00100000:2.0:1789131301.512096:0:23333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498368768 00000100:00100000:2.0:1789131301.512161:0:23333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 163 00000100:00100000:2.0:1789131301.512171:0:23333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc78c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:18378:x1876039498368768:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789131301.512347:0:23333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc78c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:18378:x1876039498368768:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 Request processed in 176us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131301.512356:0:23333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 163 00010000:00010000:1.0:1789131301.512635:0:23340:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19aaa00/0xf3fe2838e1fc42f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.512651:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19aaa00/0xf3fe2838e1fc42f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.512691:0:23340:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.512697:0:23340:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42fe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.512704:0:23340:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.512709:0:23340:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dde19ab800 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:1.0:1789131301.512712:0:23340:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.512719:0:23340:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42fe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.512731:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff91ddff605700) 00010000:00010000:1.0:1789131301.512734:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789131301.512738:0:23340:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42fe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.512744:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab800/0xf3fe2838e1fc42fe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.512793:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19aa200/0xf3fe2838e1fc42f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a048 expref: 8 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.512809:0:23340:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab600/0xf3fe2838e1fc4305 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a048 expref: 7 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.512840:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91ddff605100) 00010000:00010000:1.0:1789131301.512843:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789131301.512846:0:23340:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dde19ab600, rc 0) 00000100:00100000:1.0:1789131301.512929:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5fe83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9447f1c5-1686-4787-8dae-8fd44d946a3d+7:19015:x1876039498368640:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 3518us (3760us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131301.512939:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 31 00000100:00100000:3.0:1789131301.518583:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131301.518763:0:23350:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498368896 00000100:00100000:2.0:1789131301.518776:0:23350:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498368896 00000100:00100000:2.0:1789131301.518908:0:23350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:2.0:1789131301.518919:0:23350:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:9447f1c5-1686-4787-8dae-8fd44d946a3d+5:19015:x1876039498368896:12345-192.168.203.11@tcp:900:lfs.0 00000100:00100000:2.0:1789131301.519041:0:23350:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:9447f1c5-1686-4787-8dae-8fd44d946a3d+5:19015:x1876039498368896:12345-192.168.203.11@tcp:900:lfs.0 Request processed in 115us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131301.519051:0:23350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00080000:3.0:1789131301.519138:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789131301.522063:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00010000:00010000:2.0:1789131301.522248:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789131301.522651:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498369152 00000100:00100000:1.0:1789131301.522665:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498369152 00000100:00100000:0.0:1789131301.522873:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 32 00000100:00100000:0.0:1789131301.522886:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9447f1c5-1686-4787-8dae-8fd44d946a3d+7:19015:x1876039498369152:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1789131301.522912:0:23341:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789131301.522940:0:23341:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3200/0xf3fe2838e1fc430c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a04f expref: -99 pid: 23341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789131301.523089:0:23341:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1789131301.523224:0:23341:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3200/0xf3fe2838e1fc430c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a04f expref: 9 pid: 23341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.523240:0:23341:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91ddff605e00) 00010000:00010000:0.0:1789131301.523244:0:23341:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789131301.523250:0:23341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3200/0xf3fe2838e1fc430c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a04f expref: 9 pid: 23341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.523282:0:23341:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddfe3b3200, rc 0) 00000100:00100000:0.0:1789131301.523368:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9447f1c5-1686-4787-8dae-8fd44d946a3d+8:19015:x1876039498369152:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 484us (1317us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1789131301.523377:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 32 00000100:00100000:1.0:1789131301.526331:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131301.526421:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498369408 00000100:00100000:3.0:1789131301.526433:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498369408 00000100:00100000:3.0:1789131301.526551:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00100000:3.0:1789131301.526561:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc8609e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+8:19015:x1876039498369408:12345-192.168.203.11@tcp:36:lfs.0 00010000:00010000:3.0:1789131301.526624:0:23339:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789131301.526656:0:23339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab600/0xf3fe2838e1fc4305 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a048 expref: 8 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.526675:0:23339:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91ddff605100) 00010000:00010000:3.0:1789131301.526681:0:23339:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789131301.526707:0:23339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6c00/0xf3fe2838e1fc431a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.526721:0:23339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6c00/0xf3fe2838e1fc431a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.526752:0:23339:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6c00/0xf3fe2838e1fc431a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789131301.526990:0:23339:0:(mdt_handler.c:4497:mdt_save_lock()) ### save lock request 00000000953e87be reply state 00000000edc6fd15 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6c00/0xf3fe2838e1fc431a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.527005:0:23339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6c00/0xf3fe2838e1fc431a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.527012:0:23339:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91ddff605100) 00010000:00010000:3.0:1789131301.527015:0:23339:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1789131301.527018:0:23339:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1789131301.527027:0:23339:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1789131301.527133:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc8609e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+9:19015:x1876039498369408:12345-192.168.203.11@tcp:36:lfs.0 Request processed in 572us (812us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1789131301.527142:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00100000:2.0:1789131301.529375:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131301.529504:0:23342:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498369664 00000100:00100000:3.0:1789131301.529518:0:23342:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498369664 00000100:00100000:2.0:1789131301.529927:0:23342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 2 00000100:00100000:2.0:1789131301.529939:0:23342:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5fe8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+9:19015:x1876039498369664:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:2.0:1789131301.530371:0:23342:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5fe8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+10:19015:x1876039498369664:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 433us (1012us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1789131301.530390:0:23342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 2 00000100:00100000:2.0:1789131301.534255:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131301.534550:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498369920 00000100:00100000:1.0:1789131301.534563:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498369920 00000100:00100000:1.0:1789131301.534671:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 34 00000100:00100000:1.0:1789131301.534683:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5fe8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9447f1c5-1686-4787-8dae-8fd44d946a3d+10:19015:x1876039498369920:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:1.0:1789131301.534714:0:23340:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131301.534740:0:23340:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cbe00/0xf3fe2838e1fc4321 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a056 expref: -99 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.534875:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc4328 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.534892:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc4328 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.534905:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc4328 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.534917:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc432f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.534932:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc432f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.534939:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc432f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789131301.535190:0:23340:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1789131301.535290:0:23340:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc4328 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.535299:0:23340:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc4328 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.535306:0:23340:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc4328 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.535313:0:23340:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc85ca200 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:1.0:1789131301.535318:0:23340:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc4328 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.535326:0:23340:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc4328 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.535341:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91ddff605e00) 00010000:00010000:1.0:1789131301.535345:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789131301.535350:0:23340:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc4328 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.535357:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc4328 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.536342:0:23340:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc432f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.536355:0:23340:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc432f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.536361:0:23340:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc432f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.536368:0:23340:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc85cba00 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:1.0:1789131301.536372:0:23340:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc432f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.536379:0:23340:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc432f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.536581:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff91ddff605700) 00010000:00010000:1.0:1789131301.536585:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789131301.536589:0:23340:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc432f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.536596:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc432f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.536656:0:23340:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cbe00/0xf3fe2838e1fc4321 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a056 expref: 12 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.536669:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91ddff605e00) 00010000:00010000:1.0:1789131301.536671:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1789131301.536690:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cbe00/0xf3fe2838e1fc4321 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a056 expref: 12 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131301.536701:0:23340:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dcc85cbe00, rc 0) 00000100:00100000:1.0:1789131301.536808:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5fe8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9447f1c5-1686-4787-8dae-8fd44d946a3d+11:19015:x1876039498369920:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 2127us (2566us total) trans 12884901894 rc 301/301 00000100:00100000:1.0:1789131301.536828:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 34 00000100:00100000:1.0:1789131301.541237:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131301.541319:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498370048 00000100:00100000:3.0:1789131301.541331:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498370048 00000100:00100000:3.0:1789131301.541652:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 35 00000100:00100000:3.0:1789131301.541665:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc8608000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+11:19015:x1876039498370048:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1789131301.541696:0:23339:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789131301.541722:0:23339:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6000/0xf3fe2838e1fc433d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a05d expref: -99 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.541855:0:23339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6e00/0xf3fe2838e1fc4344 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.541895:0:23339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6e00/0xf3fe2838e1fc4344 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.541909:0:23339:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6e00/0xf3fe2838e1fc4344 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789131301.541943:0:23339:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789131301.541948:0:23339:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789131301.541970:0:23339:0:(mdt_handler.c:2515:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6e00/0xf3fe2838e1fc4344 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.542016:0:23339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6000/0xf3fe2838e1fc433d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a05d expref: 13 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.542114:0:23339:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6e00/0xf3fe2838e1fc4344 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a05d expref: 12 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131301.542126:0:23339:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91ddff605100) 00010000:00010000:3.0:1789131301.542132:0:23339:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789131301.542136:0:23339:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91de01ad6e00, rc 0) 00000100:00100000:2.0:1789131301.542264:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc8608000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+12:19015:x1876039498370048:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 600us (1038us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131301.542272:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 35 00000100:00100000:0.0:1789131301.546272:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131301.546621:0:23343:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498370176 00000100:00100000:1.0:1789131301.546633:0:23343:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498370176 00000100:00100000:1.0:1789131301.546826:0:23343:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 3 00000100:00100000:1.0:1789131301.546842:0:23343:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca22a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9447f1c5-1686-4787-8dae-8fd44d946a3d+12:19015:x1876039498370176:12345-192.168.203.11@tcp:37:lfs.0 00000100:00100000:1.0:1789131301.552798:0:23343:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca22a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9447f1c5-1686-4787-8dae-8fd44d946a3d+12:19015:x1876039498370176:12345-192.168.203.11@tcp:37:lfs.0 Request processed in 5944us (6523us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131301.552816:0:23343:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 3 00000100:00100000:0.0:1789131301.559839:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131301.559969:0:23342:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498370432 00000100:00100000:2.0:1789131301.559983:0:23342:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498370432 00000100:00100000:2.0:1789131301.560096:0:23342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:2.0:1789131301.560109:0:23342:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddcf76d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+12:19015:x1876039498370432:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:2.0:1789131301.560516:0:23342:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddcf76d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9447f1c5-1686-4787-8dae-8fd44d946a3d+13:19015:x1876039498370432:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 409us (703us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1789131301.560526:0:23342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:0.0:1789131301.631295:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131301.631436:0:24875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498370560 00000100:00100000:1.0:1789131301.631449:0:24875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498370560 00000100:00100000:2.0:1789131301.631984:0:24875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 36 00000100:00100000:2.0:1789131301.631998:0:24875:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca22b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+11:19023:x1876039498370560:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:2.0:1789131301.632025:0:24875:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789131301.632062:0:24875:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc434b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a064 expref: -99 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632146:0:24875:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4352 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632164:0:24875:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4352 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632177:0:24875:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4352 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632190:0:24875:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4359 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632198:0:24875:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632204:0:24875:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632308:0:24875:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b9c00/0xf3fe2838e1fc4360 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632317:0:24875:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b9c00/0xf3fe2838e1fc4360 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632325:0:24875:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b9c00/0xf3fe2838e1fc4360 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789131301.632393:0:24875:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789131301.632398:0:24875:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789131301.632447:0:24875:0:(mdt_handler.c:2515:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b9c00/0xf3fe2838e1fc4360 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632500:0:24875:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4352 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632517:0:24875:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4352 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632525:0:24875:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4352 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632532:0:24875:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0030800 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:2.0:1789131301.632537:0:24875:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4352 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632546:0:24875:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4352 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632561:0:24875:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91ddff605e00) 00010000:00010000:2.0:1789131301.632564:0:24875:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789131301.632570:0:24875:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4352 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632577:0:24875:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4352 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632594:0:24875:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632613:0:24875:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632619:0:24875:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4359 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632624:0:24875:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0031600 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:2.0:1789131301.632639:0:24875:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4359 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632647:0:24875:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4359 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632657:0:24875:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff91ddff605700) 00010000:00010000:2.0:1789131301.632660:0:24875:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789131301.632663:0:24875:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4359 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632669:0:24875:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4359 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632712:0:24875:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc434b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a064 expref: 13 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632727:0:24875:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b9c00/0xf3fe2838e1fc4360 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a064 expref: 12 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.632735:0:24875:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91ddff605100) 00010000:00010000:2.0:1789131301.632737:0:24875:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1789131301.632747:0:24875:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc76b9c00, rc 0) 00000100:00100000:2.0:1789131301.632843:0:24875:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca22b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+12:19023:x1876039498370560:12345-192.168.203.11@tcp:101:bash.0 Request processed in 847us (1562us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131301.632852:0:24875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 36 00000100:00100000:3.0:1789131301.636315:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131301.636454:0:23350:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498370688 00000100:00100000:2.0:1789131301.636501:0:23350:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498370688 00000100:00100000:2.0:1789131301.636567:0:23350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:2.0:1789131301.636579:0:23350:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12a8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+5:19023:x1876039498370688:12345-192.168.203.11@tcp:900:bash.0 00000100:00100000:2.0:1789131301.636707:0:23350:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12a8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+5:19023:x1876039498370688:12345-192.168.203.11@tcp:900:bash.0 Request processed in 130us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131301.636716:0:23350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:1.0:1789131301.639895:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131301.641375:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498370944 00000100:00100000:0.0:1789131301.641543:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498370944 00000100:00100000:0.0:1789131301.641633:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 37 00000100:00100000:0.0:1789131301.641645:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc8608780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+12:19023:x1876039498370944:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:0.0:1789131301.641673:0:23340:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789131301.641699:0:23340:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2000/0xf3fe2838e1fc4367 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a06b expref: -99 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.641847:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3400/0xf3fe2838e1fc436e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.641865:0:23340:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6e00/0xf3fe2838e1fc4344 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a05d expref: 12 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.641875:0:23340:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3400/0xf3fe2838e1fc436e lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.641918:0:23340:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6e00/0xf3fe2838e1fc4344 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a05d expref: 12 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.641957:0:23340:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6e00/0xf3fe2838e1fc4344 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a05d expref: 12 pid: 23339 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131301.641974:0:23340:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddca228000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:23340:1876039508971776:192.168.203.11@tcp:104: 00000100:00100000:0.0:1789131301.642334:0:23340:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc35e7e40 going to sleep for 11 seconds 00000100:00100000:1.0:1789131301.646214:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131301.646503:0:23325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498371072 00000100:00100000:2.0:1789131301.646515:0:23325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498371072 00010000:00010000:2.0:1789131301.646567:0:23325:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6e00/0xf3fe2838e1fc4344 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a05d expref: 13 pid: 23339 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131301.646664:0:23325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:2.0:1789131301.646677:0:23325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc860a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9447f1c5-1686-4787-8dae-8fd44d946a3d+13:2387:x1876039498371072:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789131301.646695:0:23325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789131301.646703:0:23325:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6e00/0xf3fe2838e1fc4344 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a05d expref: 13 pid: 23339 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.646719:0:23325:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6e00/0xf3fe2838e1fc4344 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a05d expref: 13 pid: 23339 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.646748:0:23325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91ddff605100) 00010000:00010000:2.0:1789131301.646754:0:23325:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3400/0xf3fe2838e1fc436e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.646779:0:23325:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3400/0xf3fe2838e1fc436e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.646788:0:23325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3400/0xf3fe2838e1fc436e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.646811:0:23325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789131301.646885:0:23325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc860a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9447f1c5-1686-4787-8dae-8fd44d946a3d+13:2387:x1876039498371072:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 210us (688us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131301.646894:0:23325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 16 00010000:00010000:0.0:1789131301.646996:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6e00/0xf3fe2838e1fc4344 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a05d expref: 12 pid: 23339 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131301.647016:0:23340:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddca228000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:23340:1876039508971776:192.168.203.11@tcp:104: 00010000:00010000:0.0:1789131301.647045:0:23340:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3400/0xf3fe2838e1fc436e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.647055:0:23340:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3400/0xf3fe2838e1fc436e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.647062:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3400/0xf3fe2838e1fc436e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.648576:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2a00/0xf3fe2838e1fc4375 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.648599:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2a00/0xf3fe2838e1fc4375 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.648612:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2a00/0xf3fe2838e1fc4375 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.649105:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3c00/0xf3fe2838e1fc437c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.649133:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3c00/0xf3fe2838e1fc437c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.649138:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3c00/0xf3fe2838e1fc437c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789131301.649149:0:23340:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789131301.649347:0:23340:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3400/0xf3fe2838e1fc436e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.649354:0:23340:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3400/0xf3fe2838e1fc436e lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.649360:0:23340:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3400/0xf3fe2838e1fc436e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.649366:0:23340:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b3400 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:0.0:1789131301.649370:0:23340:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3400/0xf3fe2838e1fc436e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.649378:0:23340:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3400/0xf3fe2838e1fc436e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.649389:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91ddff605100) 00010000:00010000:0.0:1789131301.649393:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789131301.649400:0:23340:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3400/0xf3fe2838e1fc436e lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.649406:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3400/0xf3fe2838e1fc436e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1789131301.649418:0:23340:0:(mdt_handler.c:4497:mdt_save_lock()) ### save lock request 00000000c63c2e60 reply state 000000005597b6f2 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2a00/0xf3fe2838e1fc4375 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.649437:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2a00/0xf3fe2838e1fc4375 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.649444:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff91ddca01e100) 00010000:00010000:0.0:1789131301.649447:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1789131301.649451:0:23340:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1789131301.649593:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2000/0xf3fe2838e1fc4367 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a06b expref: 15 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.649609:0:23340:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3c00/0xf3fe2838e1fc437c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a06b expref: 14 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.649616:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:0.0:1789131301.649618:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1789131301.649621:0:23340:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddfe3b3c00, rc 0) 00000100:00100000:0.0:1789131301.649694:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc8608780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+15:19023:x1876039498370944:12345-192.168.203.11@tcp:101:bash.0 Request processed in 8051us (9813us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1789131301.649706:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 37 00000100:00100000:1.0:1789131301.672588:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131301.672905:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498371200 00000100:00100000:2.0:1789131301.672918:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498371200 00000100:00100000:2.0:1789131301.673093:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 38 00000100:00100000:2.0:1789131301.673107:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc860b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+15:19023:x1876039498371200:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:2.0:1789131301.673142:0:23339:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789131301.673170:0:23339:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc438a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a072 expref: -99 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.673356:0:23339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4391 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.673374:0:23339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4391 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.673387:0:23339:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4391 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789131301.673446:0:23339:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789131301.673451:0:23339:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789131301.673694:0:23339:0:(mdt_handler.c:2515:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4391 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.673705:0:23339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4391 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.673731:0:23339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc438a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a072 expref: 17 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.673751:0:23339:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4391 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a072 expref: 16 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.673758:0:23339:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:2.0:1789131301.673760:0:23339:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789131301.673763:0:23339:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc0031400, rc 0) 00000100:00100000:2.0:1789131301.673923:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc860b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+16:19023:x1876039498371200:12345-192.168.203.11@tcp:101:bash.0 Request processed in 818us (1352us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131301.673931:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 38 00000100:00100000:3.0:1789131301.677597:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131301.677843:0:23343:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498371456 00000100:00100000:1.0:1789131301.677857:0:23343:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498371456 00000100:00100000:1.0:1789131301.677927:0:23343:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:1.0:1789131301.677939:0:23343:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12a9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+16:19023:x1876039498371456:12345-192.168.203.11@tcp:35:bash.0 00000100:00100000:1.0:1789131301.678785:0:23343:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12a9a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+17:19023:x1876039498371456:12345-192.168.203.11@tcp:35:bash.0 Request processed in 843us (1198us total) trans 12884901897 rc 0/0 00000100:00100000:1.0:1789131301.678796:0:23343:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:1.0:1789131301.790177:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131301.790300:0:24875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498371712 00000100:00100000:2.0:1789131301.790313:0:24875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498371712 00000100:00100000:2.0:1789131301.790398:0:24875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 39 00000100:00100000:2.0:1789131301.790410:0:24875:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc860a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+17:19033:x1876039498371712:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:2.0:1789131301.790441:0:24875:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789131301.790515:0:24875:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4398 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a079 expref: -99 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789131301.790641:0:24875:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789131301.790763:0:24875:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4398 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a079 expref: 19 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.790803:0:24875:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff91ddff605e00) 00010000:00010000:2.0:1789131301.790806:0:24875:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789131301.790812:0:24875:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4398 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a079 expref: 19 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.790841:0:24875:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc0031600, rc 0) 00000100:00100000:2.0:1789131301.791057:0:24875:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc860a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+18:19033:x1876039498371712:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 513us (759us total) trans 12884901898 rc 301/301 00000100:00100000:2.0:1789131301.791066:0:24875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 39 00000100:00100000:0.0:1789131301.793813:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131301.793937:0:23342:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498371968 00000100:00100000:2.0:1789131301.793950:0:23342:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498371968 00000100:00100000:2.0:1789131301.794020:0:23342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:2.0:1789131301.794032:0:23342:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+18:19033:x1876039498371968:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:2.0:1789131301.794512:0:23342:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+19:19033:x1876039498371968:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 480us (713us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1789131301.794520:0:23342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:3.0:1789131301.831260:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131301.838285:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498372224 00000100:00100000:0.0:1789131301.838306:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498372224 00000100:00100000:0.0:1789131301.838580:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 40 00000100:00100000:0.0:1789131301.838595:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12a8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+19:19036:x1876039498372224:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1789131301.838626:0:23340:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789131301.838653:0:23340:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3a00/0xf3fe2838e1fc43a6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a080 expref: -99 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.838830:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2e00/0xf3fe2838e1fc43ad lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.838848:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2e00/0xf3fe2838e1fc43ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.838862:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2e00/0xf3fe2838e1fc43ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789131301.838877:0:23340:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789131301.839010:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3a00/0xf3fe2838e1fc43a6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a080 expref: 22 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.839032:0:23340:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2e00/0xf3fe2838e1fc43ad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a080 expref: 21 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131301.839042:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:0.0:1789131301.839046:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789131301.839050:0:23340:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddfe3b2e00, rc 0) 00000100:00100000:0.0:1789131301.840679:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12a8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+21:19036:x1876039498372224:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 2076us (9421us total) trans 12884901900 rc 0/0 00000100:00100000:0.0:1789131301.840694:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 40 00000040:00080000:0.0:1789131301.843192:0:23378:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789131301.848901:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131301.849144:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498372352 00000100:00100000:2.0:1789131301.849159:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498372352 00000100:00100000:2.0:1789131301.849238:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 41 00000100:00100000:2.0:1789131301.849250:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca2292c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+21:19036:x1876039498372352:12345-192.168.203.11@tcp:54:lfs.0 00010000:00010000:2.0:1789131301.849341:0:23339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc43bb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.849602:0:23339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc43bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.849642:0:23339:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc43bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.849689:0:23339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc43bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.849697:0:23339:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc43bb lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.849704:0:23339:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc43bb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.849711:0:23339:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0031600 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:2.0:1789131301.849716:0:23339:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc43bb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.849724:0:23339:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc43bb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.849736:0:23339:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:2.0:1789131301.849739:0:23339:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789131301.849745:0:23339:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc43bb lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.849751:0:23339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc43bb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131301.849893:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca2292c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+21:19036:x1876039498372352:12345-192.168.203.11@tcp:54:lfs.0 Request processed in 643us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131301.849903:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 41 00000100:00100000:3.0:1789131301.852093:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131301.855791:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131301.856004:0:23342:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498372736 00000100:00100000:1.0:1789131301.856017:0:23342:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498372736 00000100:00100000:1.0:1789131301.856094:0:23342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:1.0:1789131301.856105:0:23342:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddca22a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+21:19036:x1876039498372736:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:1.0:1789131301.856764:0:23342:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddca22a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+22:19036:x1876039498372736:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 657us (984us total) trans 12884901901 rc 0/0 00000100:00100000:1.0:1789131301.856776:0:23342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:2.0:1789131301.858670:0:23324:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498372480 00000100:00100000:2.0:1789131301.858688:0:23324:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498372480 00000100:00100000:2.0:1789131301.858781:0:23324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:2.0:1789131301.858793:0:23324:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12a83c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+22:2387:x1876039498372480:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789131301.858813:0:23324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789131301.858856:0:23324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2e00/0xf3fe2838e1fc43ad lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a080 expref: 22 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131301.858880:0:23324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:2.0:1789131301.858887:0:23324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789131301.858965:0:23324:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12a83c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+21:2387:x1876039498372480:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 175us (6884us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131301.858973:0:23324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:0.0:1789131302.187727:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131302.187918:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498372992 00000100:00100000:2.0:1789131302.187929:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498372992 00000100:00100000:2.0:1789131302.188009:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 42 00000100:00100000:2.0:1789131302.188021:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01b30b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+21:19067:x1876039498372992:12345-192.168.203.11@tcp:101:cat.0 00010000:00010000:2.0:1789131302.188063:0:23341:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789131302.188089:0:23341:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc43c2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a087 expref: -99 pid: 23341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.188232:0:23341:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc43c9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23341 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.188250:0:23341:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc43c9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23341 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.188267:0:23341:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc43c9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23341 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789131302.188301:0:23341:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789131302.188504:0:23341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc43c2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a087 expref: 24 pid: 23341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.188527:0:23341:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc43c9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a087 expref: 23 pid: 23341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.188538:0:23341:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:2.0:1789131302.188541:0:23341:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789131302.188546:0:23341:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc0030800, rc 0) 00000100:00100000:2.0:1789131302.188698:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01b30b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+23:19067:x1876039498372992:12345-192.168.203.11@tcp:101:cat.0 Request processed in 677us (985us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1789131302.188707:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 42 00000100:00100000:3.0:1789131302.192866:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131302.192918:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131302.193081:0:23325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498373120 00000100:00100000:2.0:1789131302.193093:0:23325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498373120 00000100:00100000:2.0:1789131302.193185:0:23325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00100000:2.0:1789131302.193198:0:23325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12a9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+23:2388:x1876039498373120:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789131302.193221:0:23325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789131302.193255:0:23325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc43c9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a087 expref: 23 pid: 23341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.193281:0:23325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:2.0:1789131302.193287:0:23325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789131302.193364:0:23325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12a9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+22:2388:x1876039498373120:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 168us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131302.193373:0:23325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00100000:1.0:1789131302.193831:0:23343:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498373376 00000100:00100000:1.0:1789131302.193839:0:23343:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498373376 00000100:00100000:1.0:1789131302.193888:0:23343:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:1.0:1789131302.193898:0:23343:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12ab840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+22:19067:x1876039498373376:12345-192.168.203.11@tcp:35:cat.0 00000100:00100000:1.0:1789131302.194257:0:23343:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12ab840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+23:19067:x1876039498373376:12345-192.168.203.11@tcp:35:cat.0 Request processed in 360us (1337us total) trans 12884901903 rc 0/0 00000100:00100000:1.0:1789131302.194265:0:23343:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:3.0:1789131302.253965:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131302.254147:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498373632 00000100:00100000:0.0:1789131302.254178:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498373632 00000100:00100000:0.0:1789131302.254256:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 43 00000100:00100000:0.0:1789131302.254269:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12aad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+23:19073:x1876039498373632:12345-192.168.203.11@tcp:101:dd.0 00010000:00010000:0.0:1789131302.254303:0:23340:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789131302.254330:0:23340:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2200/0xf3fe2838e1fc43d7 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a08e expref: -99 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131302.254619:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2e00/0xf3fe2838e1fc43de lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131302.254636:0:23340:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3c00/0xf3fe2838e1fc437c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a06b expref: 24 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131302.254645:0:23340:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4391 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a072 expref: 24 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131302.254654:0:23340:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2e00/0xf3fe2838e1fc43de lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131302.254698:0:23340:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4391 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a072 expref: 24 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131302.254715:0:23340:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4391 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a072 expref: 24 pid: 23339 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131302.254732:0:23340:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7b7ad00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:23340:1876039508971904:192.168.203.11@tcp:104: 00010000:00010000:0.0:1789131302.254954:0:23340:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3c00/0xf3fe2838e1fc437c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a06b expref: 24 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131302.254977:0:23340:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3c00/0xf3fe2838e1fc437c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a06b expref: 24 pid: 23340 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131302.254988:0:23340:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7b7a940 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:23340:1876039508972032:192.168.203.11@tcp:104: 00000100:00100000:0.0:1789131302.255015:0:23340:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddc4cfb300 going to sleep for 11 seconds 00000100:00100000:3.0:1789131302.263641:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131302.263712:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131302.263746:0:23325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498373760 00000100:00100000:3.0:1789131302.263756:0:23325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498373760 00010000:00010000:3.0:1789131302.263808:0:23325:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4391 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a072 expref: 25 pid: 23339 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131302.263849:0:23325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498373888 00000100:00100000:3.0:1789131302.263852:0:23325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498373888 00010000:00010000:3.0:1789131302.263863:0:23325:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3c00/0xf3fe2838e1fc437c lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a06b expref: 26 pid: 23340 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131302.263878:0:23325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:3.0:1789131302.263886:0:23325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12aa940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+26:2387:x1876039498373760:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789131302.263902:0:23325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789131302.263910:0:23325:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4391 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a072 expref: 26 pid: 23339 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.263923:0:23325:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4391 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a072 expref: 26 pid: 23339 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.263948:0:23325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:3.0:1789131302.263955:0:23325:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2e00/0xf3fe2838e1fc43de lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.263964:0:23325:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2e00/0xf3fe2838e1fc43de lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.263970:0:23325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789131302.264022:0:23325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12aa940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+26:2387:x1876039498373760:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 137us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131302.264047:0:23325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:3.0:1789131302.264064:0:23325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00100000:3.0:1789131302.264070:0:23325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dde1d3d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+25:2387:x1876039498373888:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789131302.264077:0:23325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789131302.264082:0:23325:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3c00/0xf3fe2838e1fc437c lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a06b expref: 25 pid: 23340 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.264091:0:23325:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3c00/0xf3fe2838e1fc437c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a06b expref: 25 pid: 23340 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.264102:0:23325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:3.0:1789131302.264106:0:23325:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2e00/0xf3fe2838e1fc43de lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.264115:0:23325:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2e00/0xf3fe2838e1fc43de lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.264122:0:23325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2e00/0xf3fe2838e1fc43de lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.264139:0:23325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789131302.264156:0:23325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dde1d3d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+25:2387:x1876039498373888:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 86us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131302.264162:0:23325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 18 00010000:00010000:0.0:1789131302.265103:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4391 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a072 expref: 24 pid: 23339 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131302.265131:0:23340:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7b7ad00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:23340:1876039508971904:192.168.203.11@tcp:104: 00010000:00010000:0.0:1789131302.265146:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3c00/0xf3fe2838e1fc437c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a06b expref: 23 pid: 23340 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131302.265155:0:23340:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7b7a940 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:23340:1876039508972032:192.168.203.11@tcp:104: 00010000:00010000:0.0:1789131302.265189:0:23340:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2e00/0xf3fe2838e1fc43de lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131302.265200:0:23340:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2e00/0xf3fe2838e1fc43de lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131302.265206:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2e00/0xf3fe2838e1fc43de lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789131302.265232:0:23340:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789131302.265419:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2200/0xf3fe2838e1fc43d7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a08e expref: 24 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131302.265453:0:23340:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2e00/0xf3fe2838e1fc43de lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a08e expref: 23 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131302.266446:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:0.0:1789131302.266450:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1789131302.266454:0:23340:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddfe3b2e00, rc 0) 00000100:00100000:0.0:1789131302.266563:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12aad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+23:19073:x1876039498373632:12345-192.168.203.11@tcp:101:dd.0 Request processed in 12293us (12608us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1789131302.266574:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 43 00000100:00100000:3.0:1789131302.270798:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131302.270881:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498374016 00000100:00100000:1.0:1789131302.270893:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498374016 00000100:00100000:1.0:1789131302.270967:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 44 00000100:00100000:1.0:1789131302.270980:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+23:19073:x1876039498374016:12345-192.168.203.11@tcp:101:dd.0 00010000:00010000:1.0:1789131302.271011:0:23339:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131302.271047:0:23339:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cbc00/0xf3fe2838e1fc43ec lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a095 expref: -99 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.271094:0:23339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca400/0xf3fe2838e1fc43f3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.271110:0:23339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca400/0xf3fe2838e1fc43f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.271141:0:23339:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca400/0xf3fe2838e1fc43f3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.271283:0:23339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cbc00/0xf3fe2838e1fc43ec lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a095 expref: 25 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.271304:0:23339:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca400/0xf3fe2838e1fc43f3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a095 expref: 24 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.271314:0:23339:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:1.0:1789131302.271318:0:23339:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1789131302.271321:0:23339:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dcc85ca400, rc 0) 00000100:00100000:1.0:1789131302.271764:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12aa1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+24:19073:x1876039498374016:12345-192.168.203.11@tcp:101:dd.0 Request processed in 776us (968us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131302.271774:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 44 00000100:00100000:3.0:1789131302.275103:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131302.275226:0:26074:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498374272 00000100:00100000:0.0:1789131302.275239:0:26074:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498374272 00000100:00100000:0.0:1789131302.275316:0:26074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 45 00000100:00100000:0.0:1789131302.275328:0:26074:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6352f3ab-daa7-419d-9ea2-044d5fabb90b+24:19073:x1876039498374272:12345-192.168.203.11@tcp:36:dd.0 00010000:00010000:0.0:1789131302.275653:0:26074:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3a00/0xf3fe2838e1fc43fa lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131302.275673:0:26074:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3a00/0xf3fe2838e1fc43fa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131302.275686:0:26074:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3a00/0xf3fe2838e1fc43fa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1789131302.275740:0:26074:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:0.0:1789131302.275765:0:26074:0:(mdt_handler.c:4497:mdt_save_lock()) ### save lock request 00000000c182e5cc reply state 00000000201d9f01 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3a00/0xf3fe2838e1fc43fa lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131302.275780:0:26074:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3a00/0xf3fe2838e1fc43fa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131302.275803:0:26074:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:0.0:1789131302.275806:0:26074:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1789131302.275810:0:26074:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1789131302.275927:0:26074:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12a83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6352f3ab-daa7-419d-9ea2-044d5fabb90b+27:19073:x1876039498374272:12345-192.168.203.11@tcp:36:dd.0 Request processed in 600us (836us total) trans 12884901906 rc 0/0 00000100:00100000:0.0:1789131302.275935:0:26074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 45 00000020:00080000:0.0:1789131302.275941:0:26074:0:(tgt_main.c:785:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1789131302.280523:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131302.280624:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498374400 00000100:00100000:1.0:1789131302.280638:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498374400 00000100:00100000:1.0:1789131302.280713:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 46 00000100:00100000:1.0:1789131302.280726:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b7a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+27:19073:x1876039498374400:12345-192.168.203.11@tcp:101:dd.0 00010000:00010000:1.0:1789131302.280759:0:23340:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131302.280785:0:23340:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca800/0xf3fe2838e1fc4401 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a09c expref: -99 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.280873:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca800/0xf3fe2838e1fc4401 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a09c expref: 28 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.280890:0:23340:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca800/0xf3fe2838e1fc4401 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a09c expref: 28 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.280931:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:1.0:1789131302.280934:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789131302.280939:0:23340:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dcc85ca800, rc 0) 00000100:00100000:1.0:1789131302.281015:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b7a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+28:19073:x1876039498374400:12345-192.168.203.11@tcp:101:dd.0 Request processed in 292us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131302.281022:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 46 00000100:00100000:2.0:1789131302.295202:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131302.295286:0:23325:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498374656 00000100:00100000:3.0:1789131302.295315:0:23325:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498374656 00000100:00100000:3.0:1789131302.295392:0:23325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 2 00000100:00100000:3.0:1789131302.295404:0:23325:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5fe8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+28:19073:x1876039498374656:12345-192.168.203.11@tcp:103:dd.0 00010000:00010000:3.0:1789131302.295422:0:23325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789131302.295452:0:23325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca800/0xf3fe2838e1fc4401 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a09c expref: 28 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.295524:0:23325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:3.0:1789131302.295529:0:23325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789131302.295591:0:23325:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5fe8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+27:19073:x1876039498374656:12345-192.168.203.11@tcp:103:dd.0 Request processed in 189us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131302.295599:0:23325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 2 00000100:00100000:3.0:1789131302.297737:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131302.297889:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498374784 00000100:00100000:1.0:1789131302.297899:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498374784 00000100:00100000:1.0:1789131302.297968:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 47 00000100:00100000:1.0:1789131302.297979:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12a9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+27:19073:x1876039498374784:12345-192.168.203.11@tcp:58:dd.0 00010000:00010000:1.0:1789131302.298147:0:23339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cac00/0xf3fe2838e1fc4408 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.298167:0:23339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cac00/0xf3fe2838e1fc4408 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.298180:0:23339:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cac00/0xf3fe2838e1fc4408 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789131302.307080:0:23339:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789131302.307117:0:23339:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:1.0:1789131302.307253:0:23339:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:1.0:1789131302.307393:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12a9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+27:19073:x1876039498374784:12345-192.168.203.11@tcp:58:dd.0 Request processed in 9407us (9659us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131302.307405:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 47 00000100:00100000:1.0:1789131302.310010:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131302.310121:0:24875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498374912 00000100:00100000:3.0:1789131302.310135:0:24875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498374912 00000100:00100000:3.0:1789131302.310208:0:24875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 48 00000100:00100000:3.0:1789131302.310219:0:24875:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc860ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+27:19073:x1876039498374912:12345-192.168.203.11@tcp:101:dd.0 00010000:00010000:3.0:1789131302.310246:0:24875:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789131302.310275:0:24875:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6200/0xf3fe2838e1fc440f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a0a3 expref: -99 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.310343:0:24875:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cac00/0xf3fe2838e1fc4408 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.310356:0:24875:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6200/0xf3fe2838e1fc440f lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0a3 expref: 28 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.310379:0:24875:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cac00/0xf3fe2838e1fc4408 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.310415:0:24875:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6200/0xf3fe2838e1fc440f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0a3 expref: 28 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.310433:0:24875:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:3.0:1789131302.310436:0:24875:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789131302.310442:0:24875:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6200/0xf3fe2838e1fc440f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0a3 expref: 28 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.310450:0:24875:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91de01ad6200, rc 0) 00000100:00100000:3.0:1789131302.310571:0:24875:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc860ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+28:19073:x1876039498374912:12345-192.168.203.11@tcp:101:dd.0 Request processed in 354us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131302.310579:0:24875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 48 00000100:00100000:2.0:1789131302.481925:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789131302.481947:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc8609680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508972160:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789131302.481957:0:3628:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5fea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508972288:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789131302.482384:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789131302.482397:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc86092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508972416:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789131302.486002:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131302.486088:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131302.486428:0:24853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508972416 00000100:00100000:3.0:1789131302.486438:0:24853:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508972416 00000100:00100000:3.0:1789131302.486538:0:24853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789131302.486550:0:24853:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12aa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508972416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789131302.487048:0:24853:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1789131302.487124:0:24853:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12aa940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508972416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 576us (1036us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131302.487134:0:24853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:3.0:1789131302.487168:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789131302.487168:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131302.487220:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc86092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508972416:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789131302.492084:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508972160 00000100:00100000:1.0:1789131302.492134:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508972160 00000100:00100000:1.0:1789131302.492210:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508972288 00000100:00100000:1.0:1789131302.492214:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508972288 00000100:00100000:1.0:1789131302.492238:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789131302.492249:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b7ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3626:x1876039508972160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789131302.492301:0:23345:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:1.0:1789131302.492410:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b7ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3626:x1876039508972160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 164us (6421us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131302.492418:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789131302.492440:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1789131302.492447:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5feb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508972288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789131302.492490:0:23345:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789131302.492521:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc8609680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1876039508972160:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789131302.492530:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5feb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3628:x1876039508972288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (5363us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131302.492538:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1789131302.492767:0:3628:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5fea1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1876039508972288:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1789131302.547297:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789131302.866210:0:23378:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789131302.866222:0:23378:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789131302.866255:0:23378:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789131302.866270:0:23378:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1789131302.866438:0:23378:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7b78f00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:23378:1876039508972544:192.168.203.11@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1789131302.866647:0:23378:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf575540 going to sleep for 11 seconds 00000100:00100000:0.0:1789131302.873879:0:23378:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7b78f00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:23378:1876039508972544:192.168.203.11@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1789131302.878580:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131302.878890:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498375040 00000100:00100000:2.0:1789131302.878903:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498375040 00000100:00100000:2.0:1789131302.879063:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 49 00000100:00100000:2.0:1789131302.879077:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b78f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+28:19074:x1876039498375040:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1789131302.879633:0:23341:0:(mdt_handler.c:7985:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1789131302.880330:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b78f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+28:19074:x1876039498375040:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 Request processed in 1249us (1759us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131302.880344:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 49 00000100:00100000:1.0:1789131302.889320:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131302.889568:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498375168 00000100:00100000:2.0:1789131302.889582:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498375168 00000100:00100000:2.0:1789131302.889669:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 50 00000100:00100000:2.0:1789131302.889681:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc8608b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+28:19074:x1876039498375168:12345-192.168.203.11@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1789131302.889780:0:23339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4416 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.889802:0:23339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4416 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.889827:0:23339:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4416 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.898962:0:23339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc441d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.899840:0:23339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc441d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.899858:0:23339:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc441d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.899895:0:23339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4424 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.899906:0:23339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4424 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.899914:0:23339:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4424 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789131302.899965:0:23339:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789131302.899971:0:23339:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789131302.899985:0:23339:0:(mdt_handler.c:2515:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4424 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.899996:0:23339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4416 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901140:0:23339:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4416 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901151:0:23339:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4416 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901158:0:23339:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc76b8800 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:2.0:1789131302.901164:0:23339:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4416 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901186:0:23339:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4416 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901201:0:23339:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91dcc6d84600) 00010000:00010000:2.0:1789131302.901204:0:23339:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789131302.901210:0:23339:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4416 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901216:0:23339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4416 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901234:0:23339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc441d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901239:0:23339:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc441d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901245:0:23339:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc441d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901250:0:23339:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0031400 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:2.0:1789131302.901253:0:23339:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc441d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901259:0:23339:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc441d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901266:0:23339:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff91ddf5c83c00) 00010000:00010000:2.0:1789131302.901268:0:23339:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789131302.901272:0:23339:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc441d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901287:0:23339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc441d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901305:0:23339:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4424 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901312:0:23339:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4424 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901318:0:23339:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4424 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901323:0:23339:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0030800 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:2.0:1789131302.901326:0:23339:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4424 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901332:0:23339:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4424 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901339:0:23339:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:2.0:1789131302.901341:0:23339:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789131302.901344:0:23339:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4424 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.901349:0:23339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc4424 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131302.901550:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc8608b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+28:19074:x1876039498375168:12345-192.168.203.11@tcp:34:lhsmtool_posix.0 Request processed in 11866us (12240us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131302.901562:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 50 00000100:00100000:3.0:1789131302.916909:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131302.917037:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498375424 00000100:00100000:1.0:1789131302.917050:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498375424 00000100:00100000:1.0:1789131302.917127:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 51 00000100:00100000:1.0:1789131302.917138:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12a92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+28:19074:x1876039498375424:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789131302.917156:0:23340:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131302.917176:0:23340:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85caa00/0xf3fe2838e1fc442b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a0aa expref: -99 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.917279:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca600/0xf3fe2838e1fc4432 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.917293:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca600/0xf3fe2838e1fc4432 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.917318:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca600/0xf3fe2838e1fc4432 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789131302.917331:0:23340:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789131302.917404:0:23340:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca600/0xf3fe2838e1fc4432 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.917412:0:23340:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca600/0xf3fe2838e1fc4432 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.917418:0:23340:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca600/0xf3fe2838e1fc4432 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.917424:0:23340:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc85ca600 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:1.0:1789131302.917428:0:23340:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca600/0xf3fe2838e1fc4432 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.917436:0:23340:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca600/0xf3fe2838e1fc4432 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.917448:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:1.0:1789131302.917451:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1789131302.917455:0:23340:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca600/0xf3fe2838e1fc4432 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.917504:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca600/0xf3fe2838e1fc4432 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.917547:0:23340:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85caa00/0xf3fe2838e1fc442b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0aa expref: 30 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.917569:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff91dcc6d84600) 00010000:00010000:1.0:1789131302.917572:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1789131302.917576:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85caa00/0xf3fe2838e1fc442b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0aa expref: 30 pid: 23340 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.917585:0:23340:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dcc85caa00, rc 0) 00000100:00100000:1.0:1789131302.917649:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12a92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+29:19074:x1876039498375424:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 513us (753us total) trans 12884901907 rc 301/301 00000100:00100000:1.0:1789131302.917657:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 51 00000100:00100000:0.0:1789131302.923067:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131302.923250:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498375552 00000100:00100000:2.0:1789131302.923261:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498375552 00000100:00100000:2.0:1789131302.923319:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 52 00000100:00100000:2.0:1789131302.923327:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b78b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+29:19074:x1876039498375552:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1789131302.923367:0:23341:0:(mdt_handler.c:7985:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1789131302.923874:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b78b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+29:19074:x1876039498375552:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 Request processed in 547us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131302.923881:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 52 00000100:00100000:2.0:1789131302.928408:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131302.928653:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498375808 00000100:00100000:1.0:1789131302.928667:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498375808 00000100:00100000:1.0:1789131302.928743:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 53 00000100:00100000:1.0:1789131302.928764:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5fea1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+29:19074:x1876039498375808:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789131302.928783:0:23339:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789131302.928805:0:23339:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca800/0xf3fe2838e1fc4440 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a0b1 expref: -99 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1789131302.929194:0:23339:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x23:0x0], count =31 00000004:00080000:1.0:1789131302.929201:0:23339:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x23:0x0]+31 in llog 00000004:00080000:1.0:1789131302.929220:0:23339:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:1.0:1789131302.929351:0:23339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cbc00/0xf3fe2838e1fc4447 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.929365:0:23339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cbc00/0xf3fe2838e1fc4447 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.929376:0:23339:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cbc00/0xf3fe2838e1fc4447 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.929438:0:23339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca800/0xf3fe2838e1fc4440 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0b1 expref: 32 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.929490:0:23339:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cbc00/0xf3fe2838e1fc4447 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0b1 expref: 31 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131302.929500:0:23339:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91ddff605c00) 00010000:00010000:1.0:1789131302.929503:0:23339:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1789131302.929506:0:23339:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91dcc85cbc00, rc 0) 00000100:00100000:1.0:1789131302.929564:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5fea1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+31:19074:x1876039498375808:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 812us (1169us total) trans 12884901908 rc 0/0 00000100:00100000:1.0:1789131302.929571:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 53 00000100:00100000:0.0:1789131302.940332:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131302.940521:0:26074:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498376064 00000100:00100000:2.0:1789131302.940535:0:26074:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498376064 00000100:00100000:2.0:1789131302.940760:0:26074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 54 00000100:00100000:2.0:1789131302.940935:0:26074:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b792c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6352f3ab-daa7-419d-9ea2-044d5fabb90b+31:19074:x1876039498376064:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789131302.941127:0:26074:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789131302.941217:0:26074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cbc00/0xf3fe2838e1fc4447 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0b1 expref: 31 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941241:0:26074:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91ddff605c00) 00010000:00010000:2.0:1789131302.941255:0:26074:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789131302.941285:0:26074:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4455 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941299:0:26074:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4455 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941308:0:26074:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4455 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941320:0:26074:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc445c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xc2352c54 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941342:0:26074:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc445c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc2352c54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941346:0:26074:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc445c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc2352c54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941400:0:26074:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4455 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941405:0:26074:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4455 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941410:0:26074:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4455 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941414:0:26074:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0031400 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:2.0:1789131302.941417:0:26074:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4455 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941422:0:26074:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4455 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941427:0:26074:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91ddff605100) 00010000:00010000:2.0:1789131302.941429:0:26074:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789131302.941432:0:26074:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4455 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941436:0:26074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4455 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941443:0:26074:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc445c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc2352c54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941451:0:26074:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc445c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc2352c54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941455:0:26074:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc445c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc2352c54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941595:0:26074:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0031600 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:2.0:1789131302.941599:0:26074:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc445c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc2352c54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941606:0:26074:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc445c lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc2352c54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941615:0:26074:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xc2352c54 (ffff91ddf5c83c00) 00010000:00010000:2.0:1789131302.941618:0:26074:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789131302.941621:0:26074:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc445c lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xc2352c54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.941627:0:26074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc445c lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xc2352c54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131302.942238:0:26074:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b792c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6352f3ab-daa7-419d-9ea2-044d5fabb90b+30:19074:x1876039498376064:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 1464us (1915us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789131302.942249:0:26074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 54 00000100:00100000:1.0:1789131302.945404:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131302.946606:0:24875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498376192 00000100:00100000:3.0:1789131302.946623:0:24875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498376192 00000100:00100000:3.0:1789131302.946891:0:24875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 55 00000100:00100000:3.0:1789131302.946903:0:24875:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc8608f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+30:19074:x1876039498376192:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789131302.946930:0:24875:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789131302.946968:0:24875:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6000/0xf3fe2838e1fc4463 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a0b8 expref: -99 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.947011:0:24875:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad7c00/0xf3fe2838e1fc446a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.947027:0:24875:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad7c00/0xf3fe2838e1fc446a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.947041:0:24875:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad7c00/0xf3fe2838e1fc446a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.947350:0:24875:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6000/0xf3fe2838e1fc4463 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0b8 expref: 32 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.947374:0:24875:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad7c00/0xf3fe2838e1fc446a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0b8 expref: 31 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131302.947383:0:24875:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91dcc6d84300) 00010000:00010000:3.0:1789131302.947386:0:24875:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789131302.947390:0:24875:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91de01ad7c00, rc 0) 00000100:00100000:3.0:1789131302.947633:0:24875:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc8608f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+31:19074:x1876039498376192:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 731us (2241us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131302.947643:0:24875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 55 00000100:00100000:1.0:1789131302.951241:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131302.951355:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498376448 00000100:00100000:2.0:1789131302.951367:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498376448 00000100:00100000:2.0:1789131302.951444:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 56 00000100:00100000:2.0:1789131302.951456:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc860b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+31:19074:x1876039498376448:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789131302.951590:0:23339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4471 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.951627:0:23339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4471 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.951640:0:23339:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4471 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789131302.952262:0:23339:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:2.0:1789131302.952276:0:23339:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 658869816688ns, next at 659869813910ns, rc = 0 00000004:00010000:2.0:1789131302.952342:0:23339:0:(mdt_handler.c:4497:mdt_save_lock()) ### save lock request 00000000e6deefb8 reply state 0000000023620d7d transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4471 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.952359:0:23339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4471 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.952367:0:23339:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91dcc6d84300) 00010000:00010000:2.0:1789131302.952371:0:23339:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1789131302.952375:0:23339:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789131302.952803:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc860b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+33:19074:x1876039498376448:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 1345us (1572us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1789131302.952822:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 56 00000100:00100000:1.0:1789131302.961736:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131302.961996:0:26074:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498376576 00000100:00100000:2.0:1789131302.962008:0:26074:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498376576 00000100:00100000:2.0:1789131302.962083:0:26074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 57 00000100:00100000:2.0:1789131302.962095:0:26074:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc8609680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6352f3ab-daa7-419d-9ea2-044d5fabb90b+33:19074:x1876039498376576:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789131302.962127:0:26074:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789131302.962167:0:26074:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4478 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a0bf expref: -99 pid: 26074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.962263:0:26074:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4478 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0bf expref: 34 pid: 26074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.962280:0:26074:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4478 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0bf expref: 34 pid: 26074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.962302:0:26074:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91dcc6d84300) 00010000:00010000:2.0:1789131302.962305:0:26074:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789131302.962309:0:26074:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc0031600, rc 0) 00000100:00100000:2.0:1789131302.962382:0:26074:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc8609680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6352f3ab-daa7-419d-9ea2-044d5fabb90b+34:19074:x1876039498376576:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 289us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131302.962390:0:26074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 57 00000100:00100000:1.0:1789131302.967620:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131302.968675:0:24848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498376704 00000100:00100000:2.0:1789131302.968692:0:24848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498376704 00000100:00100000:2.0:1789131302.970148:0:24848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:2.0:1789131302.970169:0:24848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc86092c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+5:2388:x1876039498376704:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 00000100:00080000:3.0:1789131302.970574:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789131302.970657:0:24848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc86092c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:2388:x1876039498376704:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 Request processed in 494us (3053us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1789131302.970667:0:24848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:1.0:1789131302.974688:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131302.974875:0:23343:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498376960 00000100:00100000:0.0:1789131302.974889:0:23343:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498376960 00000100:00100000:0.0:1789131302.974971:0:23343:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:0.0:1789131302.974983:0:23343:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc860bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+34:19074:x1876039498376960:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1789131302.975279:0:23343:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc860bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+35:19074:x1876039498376960:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 297us (605us total) trans 12884901910 rc 0/0 00000100:00100000:0.0:1789131302.975309:0:23343:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:1.0:1789131302.978793:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131302.978911:0:24875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498377216 00000100:00100000:3.0:1789131302.978924:0:24875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498377216 00000100:00100000:3.0:1789131302.978999:0:24875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 58 00000100:00100000:3.0:1789131302.979011:0:24875:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc860a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+35:19074:x1876039498377216:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1789131302.979969:0:24875:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc860a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+35:19074:x1876039498377216:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 954us (1188us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131302.979983:0:24875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 58 00000100:00100000:1.0:1789131302.984312:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131302.984455:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498377344 00000100:00100000:2.0:1789131302.984499:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498377344 00000100:00100000:2.0:1789131302.984573:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 59 00000100:00100000:2.0:1789131302.984586:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc860b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+35:19074:x1876039498377344:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789131302.984614:0:23339:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789131302.984674:0:23339:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc447f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a0c6 expref: -99 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.984794:0:23339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4486 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.984827:0:23339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4486 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.984849:0:23339:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4486 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789131302.984910:0:23339:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789131302.984932:0:23339:0:(mdt_handler.c:2515:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4486 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.985156:0:23339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc447f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0c6 expref: 37 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.985180:0:23339:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4486 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0c6 expref: 36 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131302.985191:0:23339:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91dcc6d84300) 00010000:00010000:2.0:1789131302.985195:0:23339:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1789131302.985200:0:23339:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddc76b8800, rc 0) 00000100:00100000:2.0:1789131302.985285:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc860b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+36:19074:x1876039498377344:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 700us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131302.985294:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 59 00000100:00100000:1.0:1789131302.993093:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131302.993244:0:25388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498377472 00000100:00100000:0.0:1789131302.993256:0:25388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498377472 00000100:00100000:0.0:1789131302.993332:0:25388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:0.0:1789131302.993345:0:25388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc920cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:2388:x1876039498377472:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789131302.993565:0:25388:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789131302.993595:0:25388:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc448d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a0cd expref: -99 pid: 25388 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789131302.993626:0:25388:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aa3fa26, blocks: 0x0 00010000:00010000:0.0:1789131302.993652:0:25388:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=658s v=(0 0) 00010000:00010000:0.0:1789131302.993657:0:25388:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131302.993669:0:25388:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc448d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0cd expref: 7 pid: 25388 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131302.993692:0:25388:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc448d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0cd expref: 7 pid: 25388 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131302.993706:0:25388:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91ddfe3b2600, rc 0) 00000100:00100000:0.0:1789131302.993788:0:25388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc920cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+7:2388:x1876039498377472:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 446us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131302.993796:0:25388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:1.0:1789131302.996854:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131302.996942:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498377728 00000100:00100000:0.0:1789131302.996955:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498377728 00000100:00100000:0.0:1789131302.997085:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 60 00000100:00100000:0.0:1789131302.997114:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc920d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+36:19074:x1876039498377728:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1789131302.997257:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc920d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+36:19074:x1876039498377728:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 145us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131302.997265:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 60 00000100:00100000:3.0:1789131303.001742:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131303.002032:0:24875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498377856 00000100:00100000:2.0:1789131303.002137:0:24875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498377856 00000100:00100000:2.0:1789131303.003690:0:24875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 61 00000100:00100000:2.0:1789131303.003707:0:24875:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+36:19074:x1876039498377856:12345-192.168.203.11@tcp:44:lhsmtool_posix.0 00000100:00080000:3.0:1789131303.005731:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:3.0:1789131303.010600:0:23319:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:3.0:1789131303.010639:0:23319:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:3.0:1789131303.010767:0:23319:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:3.0:1789131303.011015:0:24875:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12abc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+19:19074:x1876039498377856:12345-192.168.203.11@tcp:44:lhsmtool_posix.0 Request processed in 7306us (9279us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131303.011041:0:24875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 61 00010000:00010000:1.0:1789131303.011498:0:3612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab400/0xf3fe2838e1fc42b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011512:0:3612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab400/0xf3fe2838e1fc42b8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011544:0:3612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab400/0xf3fe2838e1fc42b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011552:0:3612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dde19ab400 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:1.0:1789131303.011558:0:3612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab400/0xf3fe2838e1fc42b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011568:0:3612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab400/0xf3fe2838e1fc42b8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011587:0:3612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff91ddff605700) 00010000:00010000:1.0:1789131303.011590:0:3612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789131303.011598:0:3612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab400/0xf3fe2838e1fc42b8 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011604:0:3612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab400/0xf3fe2838e1fc42b8 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011644:0:3612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42bf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011652:0:3612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42bf lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011658:0:3612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42bf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011663:0:3612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dde19ab000 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:1.0:1789131303.011666:0:3612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42bf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011684:0:3612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42bf lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011693:0:3612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91ddff605100) 00010000:00010000:1.0:1789131303.011695:0:3612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789131303.011698:0:3612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42bf lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011704:0:3612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dde19ab000/0xf3fe2838e1fc42bf lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011719:0:3612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2a00/0xf3fe2838e1fc4375 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011726:0:3612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2a00/0xf3fe2838e1fc4375 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011733:0:3612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2a00/0xf3fe2838e1fc4375 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011738:0:3612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b2a00 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:1.0:1789131303.011741:0:3612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2a00/0xf3fe2838e1fc4375 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011748:0:3612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2a00/0xf3fe2838e1fc4375 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011757:0:3612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff91ddca01e100) 00010000:00010000:1.0:1789131303.011760:0:3612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789131303.011763:0:3612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2a00/0xf3fe2838e1fc4375 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011776:0:3612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b2a00/0xf3fe2838e1fc4375 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011794:0:3612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3a00/0xf3fe2838e1fc43fa lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011801:0:3612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3a00/0xf3fe2838e1fc43fa lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011808:0:3612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3a00/0xf3fe2838e1fc43fa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011825:0:3612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddfe3b3a00 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:1.0:1789131303.011829:0:3612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3a00/0xf3fe2838e1fc43fa lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011836:0:3612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3a00/0xf3fe2838e1fc43fa lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011845:0:3612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:1.0:1789131303.011848:0:3612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789131303.011851:0:3612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3a00/0xf3fe2838e1fc43fa lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011857:0:3612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddfe3b3a00/0xf3fe2838e1fc43fa lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 26074 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011869:0:3612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4471 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011876:0:3612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4471 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011890:0:3612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4471 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011896:0:3612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0031400 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:1.0:1789131303.011898:0:3612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4471 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011906:0:3612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4471 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011915:0:3612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91dcc6d84300) 00010000:00010000:1.0:1789131303.011918:0:3612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1789131303.011921:0:3612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4471 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.011927:0:3612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4471 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131303.012608:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789131303.012645:0:3626:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc7b79a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1876039508972672:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1789131303.013841:0:3611:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6c00/0xf3fe2838e1fc431a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.013859:0:3611:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6c00/0xf3fe2838e1fc431a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.013868:0:3611:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6c00/0xf3fe2838e1fc431a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.013875:0:3611:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91de01ad6c00 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:2.0:1789131303.013881:0:3611:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6c00/0xf3fe2838e1fc431a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.013889:0:3611:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6c00/0xf3fe2838e1fc431a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.013906:0:3611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff91ddff605100) 00010000:00010000:2.0:1789131303.013910:0:3611:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1789131303.013915:0:3611:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6c00/0xf3fe2838e1fc431a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.013922:0:3611:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6c00/0xf3fe2838e1fc431a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131303.014754:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131303.019185:0:24851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508972672 00000100:00100000:3.0:1789131303.019204:0:24851:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508972672 00000100:00100000:1.0:1789131303.019279:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00080000:2.0:1789131303.019322:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789131303.019558:0:24851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498377984 00000100:00100000:3.0:1789131303.019563:0:24851:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498377984 00000100:00100000:3.0:1789131303.019596:0:24851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789131303.019606:0:24851:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b78780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3626:x1876039508972672:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1789131303.019771:0:24851:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1789131303.019775:0:24851:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1789131303.019793:0:24851:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1789131303.019796:0:24851:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789131302 -> 1789131302 00002000:00010000:3.0:1789131303.019798:0:24851:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1789131303.019838:0:24850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 23 00000100:00100000:1.0:1789131303.019850:0:24850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc920cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+7:2387:x1876039498377984:12345-192.168.203.11@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1789131303.019880:0:24851:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b78780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3626:x1876039508972672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 274us (5130us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1789131303.019890:0:24851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000004:00080000:0.0:1789131303.020585:0:3626:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff91dcc7b79a40/2, rc 0, transno 12884901892 00000100:00100000:0.0:1789131303.020595:0:3626:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc7b79a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1876039508972672:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1789131303.021191:0:24850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc920cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+7:2387:x1876039498377984:12345-192.168.203.11@tcp:16:lhsmtool_posix.0 Request processed in 1339us (1914us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131303.021204:0:24850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 23 00000100:00100000:3.0:1789131303.027674:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131303.030230:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498378240 00000100:00100000:2.0:1789131303.030249:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498378240 00000100:00100000:2.0:1789131303.030386:0:23339:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 62 00000100:00100000:2.0:1789131303.030400:0:23339:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12a8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+15:19074:x1876039498378240:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789131303.030562:0:23339:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789131303.030598:0:23339:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc76b8800/0xf3fe2838e1fc4486 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0c6 expref: 15 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.030622:0:23339:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91dcc6d84300) 00010000:00010000:2.0:1789131303.030628:0:23339:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789131303.030666:0:23339:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4494 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.030683:0:23339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4494 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.030696:0:23339:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4494 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789131303.030860:0:23339:0:(mdt_handler.c:4497:mdt_save_lock()) ### save lock request 0000000009be8dad reply state 000000007eac5fd4 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4494 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.030875:0:23339:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031400/0xf3fe2838e1fc4494 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.030881:0:23339:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91dcc6d84300) 00010000:00010000:2.0:1789131303.030885:0:23339:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789131303.030887:0:23339:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789131303.032277:0:23339:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12a8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+16:19074:x1876039498378240:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 1869us (4606us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1789131303.032289:0:23339:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 62 00000100:00100000:3.0:1789131303.037286:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131303.037423:0:25388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498378368 00000100:00100000:1.0:1789131303.037438:0:25388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498378368 00000100:00100000:1.0:1789131303.037550:0:25388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 24 00000100:00100000:1.0:1789131303.037563:0:25388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12aa580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+7:2387:x1876039498378368:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1789131303.037777:0:25388:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1789131303.037781:0:25388:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1789131301 00002000:00010000:1.0:1789131303.037783:0:25388:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1789131301 00002000:00010000:1.0:1789131303.037786:0:25388:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789131302 -> 1789131301 00002000:00010000:1.0:1789131303.037788:0:25388:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1789131303.037877:0:25388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12aa580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+8:2387:x1876039498378368:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 Request processed in 317us (605us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1789131303.037886:0:25388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 24 00000100:00100000:1.0:1789131303.043303:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131303.046084:0:24848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498378496 00000100:00100000:2.0:1789131303.046102:0:24848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498378496 00000100:00100000:2.0:1789131303.046257:0:24848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:2.0:1789131303.046289:0:24848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc920f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+8:2387:x1876039498378496:12345-192.168.203.11@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1789131303.046346:0:24848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc449b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.046367:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131303.046371:0:24848:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131303.046378:0:24848:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc449b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.046394:0:24848:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc449b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.046426:0:24848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc449b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.046435:0:24848:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc449b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.046443:0:24848:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc449b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.046451:0:24848:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0030800 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:2.0:1789131303.046456:0:24848:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc449b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.046484:0:24848:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc449b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.046510:0:24848:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc449b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.046519:0:24848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc449b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131303.046627:0:24848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc920f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+8:2387:x1876039498378496:12345-192.168.203.11@tcp:1:lhsmtool_posix.0 Request processed in 339us (3338us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131303.046636:0:24848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:0.0:1789131303.062752:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131303.063340:0:23340:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498378752 00000100:00100000:1.0:1789131303.063354:0:23340:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498378752 00000100:00100000:1.0:1789131303.063881:0:23340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 63 00000100:00100000:1.0:1789131303.063893:0:23340:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc7b78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+16:19074:x1876039498378752:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1789131303.064632:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc44a2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.064658:0:23340:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca400/0xf3fe2838e1fc43f3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a095 expref: 16 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.064670:0:23340:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc44a2 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.064721:0:23340:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca400/0xf3fe2838e1fc43f3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a095 expref: 16 pid: 23339 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.064739:0:23340:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca400/0xf3fe2838e1fc43f3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a095 expref: 16 pid: 23339 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789131303.064783:0:23340:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc920de00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:23340:1876039508972800:192.168.203.11@tcp:104: 00000100:00100000:1.0:1789131303.064926:0:23340:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dded034480 going to sleep for 11 seconds 00000100:00100000:3.0:1789131303.068451:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131303.069910:0:23326:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498378880 00000100:00100000:2.0:1789131303.069931:0:23326:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498378880 00010000:00010000:2.0:1789131303.070000:0:23326:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca400/0xf3fe2838e1fc43f3 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a095 expref: 17 pid: 23339 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131303.070058:0:23326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:2.0:1789131303.070069:0:23326:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddc12a9680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+17:2387:x1876039498378880:12345-192.168.203.11@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1789131303.070082:0:23340:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc920de00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:23340:1876039508972800:192.168.203.11@tcp:104: 00010000:00010000:2.0:1789131303.070086:0:23326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789131303.070094:0:23326:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca400/0xf3fe2838e1fc43f3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a095 expref: 17 pid: 23339 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.070107:0:23326:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca400/0xf3fe2838e1fc43f3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a095 expref: 17 pid: 23339 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.070213:0:23326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca400/0xf3fe2838e1fc43f3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a095 expref: 17 pid: 23339 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.073163:0:23340:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc44a2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.073797:0:23326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:2.0:1789131303.073825:0:23326:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6200/0xf3fe2838e1fc440f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0a3 expref: 16 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.073838:0:23326:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc44a2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.073848:0:23326:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc44a2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.073858:0:23326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc44a2 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131303.075225:0:23326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789131303.075339:0:23326:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddc12a9680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+16:2387:x1876039498378880:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 5264us (6897us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131303.075354:0:23326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 19 00010000:00010000:1.0:1789131303.076056:0:23340:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc44a2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.076069:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc44a2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.076339:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc44a9 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.076357:0:23340:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4478 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0bf expref: 16 pid: 26074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.076367:0:23340:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc44a9 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.076412:0:23340:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4478 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0bf expref: 16 pid: 26074 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.076428:0:23340:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4478 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0bf expref: 16 pid: 26074 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789131303.076445:0:23340:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc920de00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:23340:1876039508972928:192.168.203.11@tcp:104: 00000100:00100000:1.0:1789131303.076797:0:23340:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dded034540 going to sleep for 11 seconds 00000100:00100000:3.0:1789131303.079949:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131303.080215:0:23340:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc920de00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:23340:1876039508972928:192.168.203.11@tcp:104: 00010000:00010000:1.0:1789131303.080265:0:23340:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc44a9 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131303.081095:0:23324:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498379008 00000100:00100000:0.0:1789131303.081107:0:23324:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498379008 00010000:00010000:0.0:1789131303.081165:0:23324:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4478 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0bf expref: 17 pid: 26074 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131303.081279:0:23324:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:0.0:1789131303.081292:0:23324:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc1e54780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+17:2388:x1876039498379008:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789131303.081312:0:23324:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789131303.081321:0:23324:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4478 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0bf expref: 17 pid: 26074 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.081336:0:23324:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4478 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0bf expref: 17 pid: 26074 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.081364:0:23324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc4478 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0bf expref: 17 pid: 26074 timeout: 758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.081406:0:23324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91dcc6d84300) 00010000:00010000:0.0:1789131303.081425:0:23324:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc44a9 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.081436:0:23324:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc44a9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.081445:0:23324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc44a9 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.081501:0:23324:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789131303.081591:0:23340:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc44a9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131303.081592:0:23324:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc1e54780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+16:2388:x1876039498379008:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 302us (1656us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131303.081607:0:23324:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 20 00010000:00010000:1.0:1789131303.081608:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc44a9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1789131303.081759:0:23340:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:1.0:1789131303.081909:0:23340:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:1.0:1789131303.081947:0:23340:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:1.0:1789131303.082057:0:23340:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc920de00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:23340:1876039508973056:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1789131303.082141:0:23340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131303.082185:0:23340:0:(client.c:2715:ptlrpc_set_wait()) set ffff91dded0340c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789131303.082356:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508973056 00000100:00100000:2.0:1789131303.082364:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508973056 00000100:00100000:2.0:1789131303.082411:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1789131303.082420:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc920f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:23340:x1876039508973056:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1789131303.082553:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc920f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:23340:x1876039508973056:12345-0@lo:1000:mdt00_001.0 Request processed in 134us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131303.082562:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789131303.089177:0:23340:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc920de00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:23340:1876039508973056:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1789131303.090116:0:23340:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:0.0:1789131303.090234:0:23340:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddff7c0b40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:23340:1876039508973184:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1789131303.090325:0:23340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789131303.090384:0:23340:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddcf5753c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789131303.091128:0:24082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508973184 00000100:00100000:2.0:1789131303.091139:0:24082:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508973184 00000100:00100000:2.0:1789131303.091210:0:24082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1789131303.091222:0:24082:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddff7c0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:23340:x1876039508973184:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1789131303.093239:0:24082:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddff7c0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:23340:x1876039508973184:12345-0@lo:1000:mdt00_001.0 Request processed in 2007us (2902us total) trans 12884901894 rc 0/0 00000100:00100000:2.0:1789131303.093256:0:24082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789131303.093611:0:23340:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddff7c0b40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:23340:1876039508973184:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1789131303.093681:0:23340:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc44a9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.093694:0:23340:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc44a9 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.093703:0:23340:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc44a9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.093719:0:23340:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc85cba00 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:0.0:1789131303.093725:0:23340:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc44a9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.093733:0:23340:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc44a9 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.093755:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91dcc6d84300) 00010000:00010000:0.0:1789131303.093758:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789131303.093764:0:23340:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc44a9 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.093771:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cba00/0xf3fe2838e1fc44a9 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.093824:0:23340:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cac00/0xf3fe2838e1fc4408 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.093831:0:23340:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cac00/0xf3fe2838e1fc4408 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.093838:0:23340:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cac00/0xf3fe2838e1fc4408 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.093843:0:23340:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc85cac00 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:0.0:1789131303.093846:0:23340:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cac00/0xf3fe2838e1fc4408 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.097735:0:23340:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cac00/0xf3fe2838e1fc4408 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.097820:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:0.0:1789131303.097824:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789131303.097836:0:23340:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6200/0xf3fe2838e1fc440f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0a3 expref: 19 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.097849:0:23340:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6200/0xf3fe2838e1fc440f lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0a3 expref: 19 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.097858:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6200/0xf3fe2838e1fc440f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0a3 expref: 19 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.101895:0:23340:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6200/0xf3fe2838e1fc440f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0a3 expref: 19 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131303.101927:0:23340:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5fe8000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:23340:1876039508973312:192.168.203.11@tcp:105: 00000100:00100000:2.0:1789131303.102065:0:23340:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd831ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789131303.109211:0:23340:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5fe8000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:23340:1876039508973312:192.168.203.11@tcp:105: 00010000:00010000:2.0:1789131303.109265:0:23340:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cac00/0xf3fe2838e1fc4408 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.109278:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85cac00/0xf3fe2838e1fc4408 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 23339 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.109326:0:23340:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc44b0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.109342:0:23340:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc44b0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.109356:0:23340:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc44b0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.109367:0:23340:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc44b0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.109373:0:23340:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc44b0 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.109380:0:23340:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc44b0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.109387:0:23340:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0030800 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:2.0:1789131303.109408:0:23340:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc44b0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.109417:0:23340:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc44b0 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.109431:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:2.0:1789131303.109435:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789131303.109439:0:23340:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc44b0 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.109445:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0030800/0xf3fe2838e1fc44b0 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.109506:0:23340:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc44a2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.109514:0:23340:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc44a2 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.109521:0:23340:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc44a2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.109527:0:23340:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc85ca200 already unused, calling callback (ffffffffc185c4f0) 00010000:00010000:2.0:1789131303.109531:0:23340:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc44a2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.109542:0:23340:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc44a2 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.109552:0:23340:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:2.0:1789131303.109555:0:23340:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789131303.109652:0:23340:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc44a2 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.109660:0:23340:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91dcc85ca200/0xf3fe2838e1fc44a2 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23340 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131303.110708:0:23340:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc7b78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+19:19074:x1876039498378752:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 46805us (47958us total) trans 12884901916 rc 0/0 00000100:00100000:3.0:1789131303.110724:0:23340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 63 00000020:00080000:3.0:1789131303.110734:0:23340:0:(tgt_main.c:785:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1789131303.110820:0:23378:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789131303.110827:0:23378:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789131303.110870:0:23378:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789131303.110880:0:23378:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1789131303.111167:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131303.113519:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131303.114029:0:23342:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498379136 00000100:00100000:2.0:1789131303.114052:0:23342:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498379136 00000100:00100000:2.0:1789131303.114106:0:23342:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498379392 00000100:00100000:2.0:1789131303.114110:0:23342:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498379392 00000100:00100000:2.0:1789131303.114132:0:23342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:2.0:1789131303.114143:0:23342:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddcf76d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+20:19073:x1876039498379136:12345-192.168.203.11@tcp:49:dd.0 00000100:00100000:2.0:1789131303.114327:0:23342:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddcf76d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+20:19073:x1876039498379136:12345-192.168.203.11@tcp:49:dd.0 Request processed in 184us (3160us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131303.114335:0:23342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:2.0:1789131303.114395:0:23342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:2.0:1789131303.114403:0:23342:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc1e56d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+19:19074:x1876039498379392:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1789131303.114721:0:23342:0:(mdd_object.c:4024:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1789131303.114761:0:23342:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:2.0:1789131303.114800:0:23342:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc44b7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.114831:0:23342:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc44b7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 23342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.114845:0:23342:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc44b7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 23342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.114854:0:23342:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc44b7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 23342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.114880:0:23342:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc44b7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 23342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.114887:0:23342:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc44b7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 23342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.114915:0:23342:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1789131303.114979:0:23342:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc1e56d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6352f3ab-daa7-419d-9ea2-044d5fabb90b+21:19074:x1876039498379392:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 576us (1520us total) trans 12884901918 rc 0/0 00000100:00100000:2.0:1789131303.114987:0:23342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 11 00000020:00080000:2.0:1789131303.114991:0:23342:0:(tgt_main.c:785:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1789131303.115166:0:23327:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789131303.115175:0:23327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc44b7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 23342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.115185:0:23327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0031600 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:1.0:1789131303.115189:0:23327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc44b7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 23342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.115199:0:23327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc44b7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 23342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.115215:0:23327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff91dcc6d84300) 00010000:00010000:1.0:1789131303.115218:0:23327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1789131303.115232:0:23327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc44b7 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 23342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.115239:0:23327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91ddc0031600/0xf3fe2838e1fc44b7 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 23342 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.115255:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131303.115257:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789131303.115259:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789131303.120620:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131303.120781:0:24875:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498379520 00000100:00100000:3.0:1789131303.120794:0:24875:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498379520 00000100:00100000:3.0:1789131303.120889:0:24875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 64 00000100:00100000:3.0:1789131303.120911:0:24875:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc920d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+21:19073:x1876039498379520:12345-192.168.203.11@tcp:101:dd.0 00010000:00010000:3.0:1789131303.120942:0:24875:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789131303.120968:0:24875:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6000/0xf3fe2838e1fc44be lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf8eae2996d26a0d4 expref: -99 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131303.121012:0:24875:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad7800/0xf3fe2838e1fc44c5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131303.121058:0:24875:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad7800/0xf3fe2838e1fc44c5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131303.121072:0:24875:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad7800/0xf3fe2838e1fc44c5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24875 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131303.121219:0:24875:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad6000/0xf3fe2838e1fc44be lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0d4 expref: 23 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131303.121239:0:24875:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff91de01ad7800/0xf3fe2838e1fc44c5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0d4 expref: 22 pid: 24875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131303.121249:0:24875:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff91ddca01eb00) 00010000:00010000:3.0:1789131303.121252:0:24875:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789131303.121256:0:24875:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff91de01ad7800, rc 0) 00000100:00100000:3.0:1789131303.121335:0:24875:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc920d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+22:19073:x1876039498379520:12345-192.168.203.11@tcp:101:dd.0 Request processed in 435us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131303.121342:0:24875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 64 00000100:00100000:3.0:1789131303.326331:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1789131303.326378:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1789131303.326456:0:24855:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498379648 00000100:00100000:2.0:1789131303.326505:0:24855:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498379648 00000100:00100000:2.0:1789131303.326588:0:24855:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498379776 00000100:00100000:2.0:1789131303.326592:0:24855:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498379776 00000100:00100000:2.0:1789131303.326617:0:24855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:2.0:1789131303.326630:0:24855:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc1e57c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+9:2387:x1876039498379648:12345-192.168.203.11@tcp:4:dd.0 00010000:00010000:2.0:1789131303.326673:0:24855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc44cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.326699:0:24855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc448d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0cd expref: 9 pid: 25388 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.326708:0:24855:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1789131303.326714:0:24855:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789131303.326720:0:24855:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc44cc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.326790:0:24855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc448d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0cd expref: 9 pid: 25388 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.326822:0:24855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc448d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0cd expref: 9 pid: 25388 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131303.326841:0:24855:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5fe8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:24855:1876039508973440:192.168.203.11@tcp:104: 00000100:00100000:2.0:1789131303.326954:0:24855:0:(client.c:2715:ptlrpc_set_wait()) set ffff91ddd831e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789131303.330819:0:24855:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5fe8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:24855:1876039508973440:192.168.203.11@tcp:104: 00010000:00010000:2.0:1789131303.330861:0:24855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc44cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131303.334041:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131303.334171:0:23326:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498379904 00000100:00100000:0.0:1789131303.334184:0:23326:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498379904 00010000:00010000:0.0:1789131303.334240:0:23326:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc448d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0cd expref: 10 pid: 25388 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131303.334291:0:23326:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:0.0:1789131303.334304:0:23326:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc1e54f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+10:2385:x1876039498379904:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789131303.334322:0:23326:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789131303.334368:0:23326:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc448d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0cd expref: 10 pid: 25388 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.334408:0:23326:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc448d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0cd expref: 10 pid: 25388 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.334441:0:23326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000094b1b9c/0xf3fe2838e1fc448d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0xf8eae2996d26a0cd expref: 10 pid: 25388 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.334530:0:23326:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131303.334536:0:23326:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789131303.334543:0:23326:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc44cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.334553:0:23326:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc44cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.334601:0:23326:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789131303.334664:0:23326:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc1e54f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6352f3ab-daa7-419d-9ea2-044d5fabb90b+9:2385:x1876039498379904:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 363us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131303.334673:0:23326:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 21 00010000:00010000:2.0:1789131303.335612:0:24855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc44cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131303.335629:0:24855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc44cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789131303.445526:0:24095:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:3.0:1789131303.484279:0:25666:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:3.0:1789131303.484554:0:25666:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:1.0:1789131303.484861:0:24855:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1789131303.484868:0:24855:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1789131301 -> 1789131302 00002000:00010000:1.0:1789131303.484871:0:24855:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789131301 -> 1789131302 00002000:00010000:1.0:1789131303.484873:0:24855:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:1.0:1789131303.484896:0:24855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc44cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.484911:0:24855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc44cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.484921:0:24855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc44cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.484929:0:24855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91ddc0030800 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:1.0:1789131303.484935:0:24855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc44cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.484946:0:24855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc44cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.484989:0:24855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc44cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.484998:0:24855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b018ab6/0xf3fe2838e1fc44cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789131303.485238:0:24855:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc1e57c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+6:2387:x1876039498379648:12345-192.168.203.11@tcp:4:dd.0 Request processed in 158605us (158917us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1789131303.485255:0:24855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:1.0:1789131303.485308:0:24855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00100000:1.0:1789131303.485322:0:24855:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc1e561c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+5:2388:x1876039498379776:12345-192.168.203.11@tcp:4:dd.0 00002000:00010000:1.0:1789131303.485447:0:24855:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x6aa3fa26, atime: 0x6aa3fa25, ctime: 0x6aa3fa26, blocks: 0x2000 00010000:00010000:1.0:1789131303.485455:0:24855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e39a4ce9/0xf3fe2838e1fc44d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.485653:0:24855:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=659s v=(0 0) 00010000:00010000:1.0:1789131303.485659:0:24855:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789131303.485667:0:24855:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e39a4ce9/0xf3fe2838e1fc44d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131303.485681:0:24855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e39a4ce9/0xf3fe2838e1fc44d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789131303.562787:0:25666:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:0.0:1789131303.563345:0:24855:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:0.0:1789131303.563352:0:24855:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:0.0:1789131303.563373:0:24855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e39a4ce9/0xf3fe2838e1fc44d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.563387:0:24855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e39a4ce9/0xf3fe2838e1fc44d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.563421:0:24855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e39a4ce9/0xf3fe2838e1fc44d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.563429:0:24855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff91dcc85cac00 already unused, calling callback (ffffffffc0c4e550) 00010000:00010000:0.0:1789131303.563434:0:24855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e39a4ce9/0xf3fe2838e1fc44d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.563445:0:24855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e39a4ce9/0xf3fe2838e1fc44d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.563515:0:24855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e39a4ce9/0xf3fe2838e1fc44d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131303.563526:0:24855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e39a4ce9/0xf3fe2838e1fc44d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789131303.563663:0:24855:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc1e561c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6352f3ab-daa7-419d-9ea2-044d5fabb90b+5:2388:x1876039498379776:12345-192.168.203.11@tcp:4:dd.0 Request processed in 78340us (237278us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1789131303.566566:0:24855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 1 00010000:00010000:2.0:1789131303.570747:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789131303.787349:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131303.787515:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131303.787567:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131303.787603:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131303.787622:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131303.787664:0:26074:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498380544 00000100:00100000:0.0:1789131303.787706:0:26074:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498380544 00000100:00100000:0.0:1789131303.787777:0:26074:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498380160 00000100:00100000:0.0:1789131303.787780:0:26074:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498380160 00000100:00100000:0.0:1789131303.787801:0:26074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 50 00000100:00100000:0.0:1789131303.787824:0:26074:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddff7c30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9447f1c5-1686-4787-8dae-8fd44d946a3d+5:2386:x1876039498380544:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1789131303.787915:0:26074:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddff7c30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9447f1c5-1686-4787-8dae-8fd44d946a3d+5:2386:x1876039498380544:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 94us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131303.787923:0:26074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 50 00000100:00100000:0.0:1789131303.787941:0:26074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 51 00000100:00100000:0.0:1789131303.787948:0:26074:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddff7c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6352f3ab-daa7-419d-9ea2-044d5fabb90b+5:2386:x1876039498380160:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1789131303.787970:0:26074:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddff7c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6352f3ab-daa7-419d-9ea2-044d5fabb90b+5:2386:x1876039498380160:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 22us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131303.787976:0:26074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 51 00000100:00100000:0.0:1789131303.788007:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1789131303.788106:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1789131303.789296:0:25388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498380288 00000100:00100000:1.0:1789131303.789311:0:25388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498380288 00000100:00100000:1.0:1789131303.789700:0:25388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498380800 00000100:00100000:1.0:1789131303.789705:0:25388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498380800 00000100:00100000:1.0:1789131303.789738:0:25388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498380672 00000100:00100000:1.0:1789131303.789741:0:25388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498380672 00000100:00100000:1.0:1789131303.789764:0:25388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:1.0:1789131303.789774:0:25388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddff7c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+5:2386:x1876039498380288:12345-192.168.203.11@tcp:400:kworker.0 00000100:00080000:0.0:1789131303.789966:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789131303.789971:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789131303.789973:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789131303.790005:0:23339:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498380416 00000100:00100000:0.0:1789131303.790010:0:23339:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498380416 00000100:00080000:0.0:1789131303.790156:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789131303.790196:0:26074:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 52 00000100:00100000:0.0:1789131303.790204:0:26074:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddff7c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:2386:x1876039498380416:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1789131303.790318:0:25388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddff7c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6352f3ab-daa7-419d-9ea2-044d5fabb90b+5:2386:x1876039498380288:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 543us (2801us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131303.790511:0:25388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:1.0:1789131303.790717:0:25388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:1.0:1789131303.790729:0:25388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddff7c3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9447f1c5-1686-4787-8dae-8fd44d946a3d+5:2386:x1876039498380800:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1789131303.790767:0:25388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddff7c3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9447f1c5-1686-4787-8dae-8fd44d946a3d+5:2386:x1876039498380800:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 41us (3163us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131303.790774:0:25388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:1.0:1789131303.790786:0:25388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:1.0:1789131303.790792:0:25388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddff7c2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9447f1c5-1686-4787-8dae-8fd44d946a3d+5:2386:x1876039498380672:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1789131303.790867:0:26074:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddff7c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9447f1c5-1686-4787-8dae-8fd44d946a3d+6:2386:x1876039498380416:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 662us (2857us total) trans 0 rc 0/0 00000100:00100000:0.0:1789131303.790876:0:26074:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 52 00000100:00100000:1.0:1789131303.791055:0:25388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddff7c2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9447f1c5-1686-4787-8dae-8fd44d946a3d+5:2386:x1876039498380672:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 262us (2947us total) trans 0 rc 0/0 00000100:00100000:1.0:1789131303.791064:0:25388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:2.0:1789131303.794637:0:23334:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039498380032 00000100:00100000:2.0:1789131303.794658:0:23334:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039498380032 00000100:00100000:2.0:1789131303.794763:0:23334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 164 00000100:00100000:2.0:1789131303.794776:0:23334:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc7a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:2386:x1876039498380032:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1789131303.794925:0:23334:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc7a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1adb7b01-bfec-41cd-bf77-b989fcab2f9f+13:2386:x1876039498380032:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 150us (7592us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131303.794935:0:23334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 164 00000100:00100000:3.0:1789131304.532070:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc1e55e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508973952:0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.532181:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131304.532220:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc1e56580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508974464:0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.532244:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131304.532280:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc1e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3625:1876039508974976:0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.532309:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131304.532338:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1789131304.532344:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc1e55680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:56dba386-29a7-47c9-94c3-ec28dcb7438b:3625:1876039508973568:0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.532373:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131304.532412:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc1e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876039508974080:0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.532436:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131304.532453:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc1e55a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876039508974592:0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.532498:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131304.532516:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5b8a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3625:1876039508975104:0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.532721:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131304.532757:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc1e54b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508973696:0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.532786:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131304.532818:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc1e552c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508974208:0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.532843:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131304.532861:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc1e570c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3627:1876039508974720:0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.532882:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131304.532899:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5b88f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508975232:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789131304.532924:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131304.532945:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1789131304.532951:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc1e57840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508973824:0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.532973:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131304.532992:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc1e543c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508974336:0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.533132:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131304.533167:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc1e56940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3627:1876039508974848:0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.533191:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789131304.533223:0:25388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508973952 00000100:00100000:3.0:1789131304.533232:0:25388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508973952 00000100:00100000:3.0:1789131304.533288:0:25388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508974464 00000100:00100000:3.0:1789131304.533292:0:25388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508974464 00000100:00100000:3.0:1789131304.533322:0:25388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508973824 00000100:00100000:3.0:1789131304.533325:0:25388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508973824 00000100:00100000:3.0:1789131304.533339:0:25388:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508974336 00000100:00100000:3.0:1789131304.533342:0:25388:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508974336 00000100:00100000:3.0:1789131304.533359:0:25388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789131304.533369:0:25388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91de01128c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508973952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.533428:0:25388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91de01128c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508973952:12345-0@lo:400:kworker.0 Request processed in 60us (1247us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131304.533435:0:25388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789131304.533738:0:25388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789131304.533745:0:25388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5b89680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508974464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.533775:0:25388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5b89680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3625:x1876039508974464:12345-0@lo:400:kworker.0 Request processed in 31us (1530us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131304.533781:0:25388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789131304.533792:0:25388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789131304.533807:0:25388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5b8b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508973824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.533839:0:25388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5b8b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508973824:12345-0@lo:400:kworker.0 Request processed in 42us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131304.533846:0:25388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789131304.533857:0:25388:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789131304.533864:0:25388:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5b8a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508974336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.533901:0:25388:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5b8a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508974336:12345-0@lo:400:kworker.0 Request processed in 39us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131304.533908:0:25388:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789131304.533930:0:23332:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508973568 00000100:00100000:3.0:1789131304.533933:0:23332:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508973568 00000100:00100000:3.0:1789131304.533961:0:23332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1789131304.533967:0:23332:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddecc79c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:3625:x1876039508973568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.533998:0:23332:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddecc79c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:56dba386-29a7-47c9-94c3-ec28dcb7438b+24:3625:x1876039508973568:12345-0@lo:400:kworker.0 Request processed in 31us (1624us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131304.534004:0:23332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1789131304.534283:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508974976 00000100:00100000:3.0:1789131304.534289:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508974976 00000100:00100000:3.0:1789131304.534312:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508974080 00000100:00100000:3.0:1789131304.534314:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508974080 00000100:00100000:3.0:1789131304.534325:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508974592 00000100:00100000:3.0:1789131304.534328:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508974592 00000100:00100000:3.0:1789131304.534338:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508975104 00000100:00100000:3.0:1789131304.534340:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508975104 00000100:00100000:3.0:1789131304.534353:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508974720 00000100:00100000:3.0:1789131304.534355:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508974720 00000100:00100000:3.0:1789131304.534385:0:23341:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508974848 00000100:00100000:3.0:1789131304.534389:0:23341:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508974848 00000100:00100000:3.0:1789131304.534406:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789131304.534412:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5b88b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1876039508974976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.534447:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5b88b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1876039508974976:12345-0@lo:400:kworker.0 Request processed in 36us (2137us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131304.534453:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789131304.534499:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789131304.534505:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5b8b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876039508974080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.535841:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5b8b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876039508974080:12345-0@lo:400:kworker.0 Request processed in 1331us (3399us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131304.535851:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789131304.535885:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789131304.535895:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5b89e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876039508974592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.535926:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5b89e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876039508974592:12345-0@lo:400:kworker.0 Request processed in 34us (3428us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131304.535932:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789131304.535944:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789131304.535952:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5b8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1876039508975104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.535982:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5b8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1876039508975104:12345-0@lo:400:kworker.0 Request processed in 32us (3261us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131304.535988:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789131304.536002:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789131304.536008:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5b8a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3627:x1876039508974720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.536161:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5b8a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3627:x1876039508974720:12345-0@lo:400:kworker.0 Request processed in 154us (3278us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131304.536168:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789131304.536180:0:23341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789131304.536187:0:23341:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5b88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3627:x1876039508974848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.536216:0:23341:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5b88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3627:x1876039508974848:12345-0@lo:400:kworker.0 Request processed in 30us (3024us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131304.536222:0:23341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789131304.536264:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508973696 00000100:00100000:3.0:1789131304.536272:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508973696 00000100:00100000:3.0:1789131304.536330:0:23345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508974208 00000100:00100000:3.0:1789131304.536334:0:23345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508974208 00000100:00100000:3.0:1789131304.536349:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789131304.536355:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5b892c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508973696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.536392:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5b892c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508973696:12345-0@lo:400:kworker.0 Request processed in 38us (3606us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131304.536398:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1789131304.536410:0:23345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789131304.536416:0:23345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5b883c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508974208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789131304.536443:0:23345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5b883c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508974208:12345-0@lo:400:kworker.0 Request processed in 27us (3599us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131304.536448:0:23345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789131304.536496:0:24853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508975232 00000100:00100000:3.0:1789131304.536501:0:24853:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508975232 00000100:00100000:3.0:1789131304.536529:0:24853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00080000:1.0:1789131304.538545:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789131304.538558:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789131304.538562:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789131304.538565:0:23335:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789131304.538665:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc1e57840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508973824:0@lo:400:kworker.0 00000100:00100000:1.0:1789131304.538685:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc1e543c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508974336:0@lo:400:kworker.0 00010000:00080000:1.0:1789131304.538717:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91dcc1e56940 x1876039508974848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131304.538729:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc1e56940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3627:1876039508974848:0@lo:400:kworker.0 00000100:00100000:1.0:1789131304.538741:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc1e54b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508973696:0@lo:400:kworker.0 00000100:00100000:1.0:1789131304.538753:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc1e552c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508974208:0@lo:400:kworker.0 00000100:00100000:1.0:1789131304.538765:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc1e570c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3627:1876039508974720:0@lo:400:kworker.0 00000100:00100000:1.0:1789131304.538814:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789131304.538837:0:3627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91dcc5fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508975360:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789131304.538913:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789131304.538962:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc1e55680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:56dba386-29a7-47c9-94c3-ec28dcb7438b:3625:1876039508973568:0@lo:400:kworker.0 00000100:00100000:1.0:1789131304.538978:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc1e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876039508974080:0@lo:400:kworker.0 00000100:00100000:1.0:1789131304.538990:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc1e55a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876039508974592:0@lo:400:kworker.0 00010000:00080000:1.0:1789131304.539006:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91dcc5b8a1c0 x1876039508975104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789131320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131304.539016:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5b8a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3625:1876039508975104:0@lo:400:kworker.0 00000100:00100000:1.0:1789131304.539028:0:3625:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:1.0:1789131304.539034:0:3625:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff91dcc7b79a40, transno 12884901892 00000004:00080000:1.0:1789131304.539055:0:3625:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:1.0:1789131304.539076:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc1e55e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508973952:0@lo:400:kworker.0 00000100:00100000:1.0:1789131304.539088:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc1e56580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1876039508974464:0@lo:400:kworker.0 00000100:00100000:1.0:1789131304.539100:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc1e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3625:1876039508974976:0@lo:400:kworker.0 00000100:00100000:1.0:1789131304.539332:0:24852:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:1.0:1789131304.539342:0:24852:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00100000:0.0:1789131304.540299:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff91ddff7c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508975488:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789131304.540373:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789131304.540816:0:24852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508975360 00000100:00100000:2.0:1789131304.540826:0:24852:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508975360 00000100:00100000:2.0:1789131304.540875:0:24852:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:2.0:1789131304.540884:0:24852:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876039508975488 00000100:00100000:2.0:1789131304.540886:0:24852:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876039508975488 00000100:00100000:3.0:1789131304.540997:0:24853:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc5b89a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508975232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789131304.541041:0:24853:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3923496960 avail 3684270080 00000100:00100000:3.0:1789131304.541266:0:24853:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc5b89a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3627:x1876039508975232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4729us (8340us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131304.541276:0:24853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789131304.541301:0:24853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789131304.541309:0:24853:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91dcc920c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508975360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789131304.541321:0:24853:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3923496960 avail 3684270080 00000100:00100000:3.0:1789131304.541348:0:24853:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91dcc920c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1876039508975360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (2435us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131304.541355:0:24853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789131304.541380:0:24853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789131304.541386:0:24853:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91ddff7c2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508975488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789131304.541407:0:24853:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1789131304.541444:0:24853:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91ddff7c2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1876039508975488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (1071us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131304.541450:0:24853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789131304.541517:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91ddff7c1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1876039508975488:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789131304.541652:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1876039508975360:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789131304.541671:0:3627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff91dcc5b88f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1876039508975232:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1789131304.596646:0:25685:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789131305.261825:0:26432:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:1.0:1789131305.617602:0:23327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789131306.644704:0:23328:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 13960 lines, 13960 kept, 0 dropped, 0 bad.